-- Logs begin at Wed 2022-09-21 21:00:32 UTC, end at Wed 2022-09-21 22:16:59 UTC. -- Sep 21 21:45:38.086783 dv-cinder-858818-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 21 21:45:41.046241 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.common.config [-] Logging enabled! Sep 21 21:45:41.046774 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev37 Sep 21 21:45:41.047051 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110617) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 21:45:41.050382 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.common.config [-] Logging enabled! Sep 21 21:45:41.050642 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev37 Sep 21 21:45:41.050958 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110617) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 21:45:41.051896 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 21:45:41.052135 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 21:45:41.052517 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 21:45:41.052768 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 21:45:41.053035 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 21:45:41.053516 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.053943 dv-cinder-858818-1-iscsi neutron-server[110617]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Sep 21 21:45:41.054259 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.054560 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.054858 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.055156 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.055451 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.055739 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.056032 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.056333 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.056625 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.056954 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.057249 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.057547 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.057834 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.058125 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.058415 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.058703 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] debug = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.058987 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.059417 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.059831 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.060116 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.060408 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.060697 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.060998 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.061285 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.061573 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.061907 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] host = dv-cinder-858818-1-iscsi {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.062188 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.062481 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.062770 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.063059 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.063339 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.063619 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.063906 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.064183 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.064459 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] log_file = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.064735 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.065051 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.065344 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.065636 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.065866 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.066095 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.066399 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.066686 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.066966 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.067243 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.067519 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.067796 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.068072 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.068342 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.068629 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.068913 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.069222 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.069500 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.069776 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.070050 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.070323 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.070610 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.070886 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.071159 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.071434 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.071724 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.071996 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.072270 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.073113 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.073406 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.073692 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.073980 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.074256 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.074540 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.074810 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.075082 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.075353 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] use_json = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.075627 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.075899 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.076182 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.076460 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.076732 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.077032 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.077308 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.077600 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.077874 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:41.078173 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.078474 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.078779 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.079079 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.079372 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.079653 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.079947 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.080229 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.080521 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.080814 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.081132 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.081414 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.081715 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.082008 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.082311 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.082617 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.082913 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.083207 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.083485 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.083761 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.084037 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.084319 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.084608 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.084887 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.085205 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.085493 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.085772 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.086074 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.086361 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.086658 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.086948 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.087224 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.087510 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.087804 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.088085 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.088905 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.089210 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.089503 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.089783 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.090059 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.090345 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.090641 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.090934 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.091212 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.091493 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.091784 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.092061 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.092336 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.092612 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.092890 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.093188 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.093475 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.093755 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.094029 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.094303 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.094583 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.094857 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.095131 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.095409 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.095682 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.095959 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.096232 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.096507 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.096785 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.097084 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.097359 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.097638 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.097914 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.098193 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.098467 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.098742 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.099016 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.099289 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.099565 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.099868 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.100150 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.100431 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.100712 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.101016 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.101296 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.101574 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.101852 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.102131 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.102409 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.102684 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.102975 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.103259 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.103547 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.103873 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.104153 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.104451 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.104732 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.105039 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.105323 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.105603 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.105881 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.106166 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.106449 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.106812 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.107040 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.107333 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.107631 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.107928 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.108209 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.108521 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.108807 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:41.109055 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 21:45:41.109300 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110617) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 21 21:45:41.481725 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Sep 21 21:45:41.482009 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Sep 21 21:45:41.482317 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Sep 21 21:45:41.482654 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 21 21:45:41.811290 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:41.811505 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:41.811778 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:41.813015 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:41.813296 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:41.813681 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:41.859644 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:41.859939 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:41.860216 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:41.874674 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:41.874962 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:41.875239 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:41.903872 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:41.904152 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:41.904426 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:41.942027 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:41.942307 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:41.942580 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.288447 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.289081 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.289081 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.289357 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.290056 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.389046 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.389373 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.389661 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.389944 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.390218 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.390533 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.390799 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.391059 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.391319 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.391606 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.391870 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.392143 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.392405 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.392661 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.392920 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.393214 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.393474 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.393748 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.394022 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.394284 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.394558 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.394814 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.395097 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.395479 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.395735 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.395988 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.396384 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:45:42.396630 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:45:42.396872 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:45:42.397138 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:45:42.397379 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:45:42.397618 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:45:42.397985 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 21 21:45:42.401114 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 21 21:45:42.405129 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 21 21:45:42.408854 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 21 21:45:42.410513 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 21 21:45:42.410986 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 21 21:45:42.411321 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 21 21:45:42.411707 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 21 21:45:42.414504 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 21 21:45:42.414761 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 21 21:45:42.415111 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 21:45:42.420731 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 21 21:45:42.444752 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 21 21:45:42.445241 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.445544 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110617) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Sep 21 21:45:42.445915 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.447266 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110617) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 21 21:45:42.447580 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 21:45:42.447832 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 21 21:45:42.458802 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.459094 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:42.601354 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 21 21:45:42.601542 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 21 21:45:42.601778 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 21 21:45:42.602146 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 21 21:45:42.625178 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_db.sqlalchemy.engines [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110617) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 21 21:45:43.225800 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Initializing driver for type 'gre' Sep 21 21:45:43.226354 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] gre ID ranges: [(1, 1000)] Sep 21 21:45:43.449757 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Initializing driver for type 'local' Sep 21 21:45:43.450357 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Initializing driver for type 'vlan' Sep 21 21:45:43.546806 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] VlanTypeDriver initialization complete Sep 21 21:45:43.547170 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Initializing driver for type 'vxlan' Sep 21 21:45:43.547658 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] vxlan ID ranges: [(1, 1000)] Sep 21 21:45:43.741136 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Initializing extension driver 'port_security' Sep 21 21:45:43.741424 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.extensions.port_security [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] PortSecurityExtensionDriver initialization complete Sep 21 21:45:43.741764 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Initializing mechanism driver 'openvswitch' Sep 21 21:45:43.742092 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Initializing mechanism driver 'hyperv' Sep 21 21:45:43.749170 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:45:43.750042 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > port after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.750420 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > port after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.750783 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > port after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.751308 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:45:43.751744 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.752106 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.752459 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.752886 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:45:43.753321 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > network after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.753674 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > network after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.754161 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > network after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.755309 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:45:43.755309 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > security_group after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.755309 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > security_group after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.755639 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.756037 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:45:43.756447 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.756799 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.757167 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.757563 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:45:43.757974 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > address_group after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.758323 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > address_group after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.758664 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.759061 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:45:43.759506 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] ML2 OVO RPC backend initialized. {{(pid=110617) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Sep 21 21:45:43.760217 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.760574 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.761017 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > network before_response 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.763708 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > networks before_response 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.763708 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > port before_response 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.763708 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > ports before_response 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.763708 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > subnet before_response 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.764014 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > subnets before_response 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.764014 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > network after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.764014 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > network after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.764014 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > network after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.764315 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > port after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.764315 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > port after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.764645 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > port after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.765004 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.765348 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.765689 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.772999 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.quota [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded quota_driver: . Sep 21 21:45:43.773369 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.plugin [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Modular L2 Plugin initialization complete Sep 21 21:45:43.773718 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading services supported by the core plugin {{(pid=110617) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 21 21:45:43.774067 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.plugins.ml2.managers [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Got port-security extension from driver 'port_security' Sep 21 21:45:43.774548 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.extensions.vlantransparent [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Disabled vlantransparent extension. Sep 21 21:45:43.775046 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110617) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 21 21:45:43.775372 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading Plugin: router Sep 21 21:45:43.811448 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.811846 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router after_create 55549900 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.812220 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router before_create 55549900 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.812592 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.812984 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.813347 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router after_delete 55549900 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.813710 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.814063 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.814426 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router after_create 55549900 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.814776 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router after_update 55549900 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.815128 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router after_update 55549900 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.815480 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.815841 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router after_update 55549900 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.816253 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.816624 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: port after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.816996 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: port after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.817343 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: subnet after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.817688 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.818042 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.818393 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.818739 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: port before_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.819213 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router precommit_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.819577 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router after_update 55549900 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.819930 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.820286 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.820655 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.821038 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.821410 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > agent after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.821765 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > agent after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.822114 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > network after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.822968 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Tracking information for resource: router configured {{(pid=110617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:45:43.823830 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Tracking information for resource: floatingip configured {{(pid=110617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:45:43.828601 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.db.l3_agentschedulers_db [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 21 21:45:43.829199 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: port after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.829567 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: port after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.829929 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: port after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.830284 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: port after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.831068 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router before_create 55550100 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.831436 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.831802 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router precommit_create 55550100 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.832164 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > router precommit_update 55550100 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.837008 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.services.provider_configuration [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Service providers = [] {{(pid=110617) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 21 21:45:43.837380 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.db.servicetype_db [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110617) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 21 21:45:43.840955 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.services.service_base [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 21:45:43.841316 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.services.service_base [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 21:45:43.841663 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.services.service_base [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 21:45:43.842562 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.services.service_base [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 21:45:43.842939 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.services.service_base [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 21 21:45:43.843314 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:45:43.843632 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 21 21:45:43.854086 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:45:43.854452 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading Plugin: auto_allocate Sep 21 21:45:43.860122 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: network precommit_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.860499 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: network precommit_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.861053 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:45:43.861381 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading Plugin: tag Sep 21 21:45:43.869258 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:45:43.869598 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading Plugin: timestamp Sep 21 21:45:43.873472 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:45:43.873805 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading Plugin: network_ip_availability Sep 21 21:45:43.879198 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.879574 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.879939 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:43.880656 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:45:43.881009 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading Plugin: flavors Sep 21 21:45:43.886388 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:45:43.886727 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading Plugin: revisions Sep 21 21:45:43.891129 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:45:43.891529 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_concurrency.lockutils [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.409s {{(pid=110617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Sep 21 21:45:43.892271 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110617) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 21 21:45:43.892613 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Initializing extension manager. Sep 21 21:45:43.893165 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: __init__.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.893516 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: __pycache__ {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.893854 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: address_group.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.894636 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.895198 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: address-group Sep 21 21:45:43.895527 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: address_scope.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.896243 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.896754 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: address-scope Sep 21 21:45:43.897121 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.898049 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.898559 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: router-admin-state-down-before-update Sep 21 21:45:43.898888 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: agent.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.899585 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.900092 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: agent Sep 21 21:45:43.900422 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: agent_resources_synced.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.913456 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.913978 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: agent-resources-synced Sep 21 21:45:43.914308 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: allowedaddresspairs.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.916095 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.916622 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: allowed-address-pairs Sep 21 21:45:43.917017 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: auto_allocated_topology.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.918366 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.918886 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: auto-allocated-topology Sep 21 21:45:43.919216 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: availability_zone.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.919916 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.920429 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: availability_zone Sep 21 21:45:43.920758 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: availability_zone_filter.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.921737 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.922247 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: availability_zone_filter Sep 21 21:45:43.922572 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: data_plane_status.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.923486 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.923996 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension data-plane-status not supported by any of loaded plugins Sep 21 21:45:43.924321 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: default_subnetpools.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.925270 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.925781 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: default-subnetpools Sep 21 21:45:43.926105 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.926912 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.927421 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: dhcp_agent_scheduler Sep 21 21:45:43.927749 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: dns.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.928662 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.929255 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension dns-integration not supported by any of loaded plugins Sep 21 21:45:43.929530 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: dns_domain_ports.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.930449 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.930957 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 21 21:45:43.931285 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.932216 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.932753 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 21 21:45:43.933114 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: dvr.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.933791 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.934300 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: dvr Sep 21 21:45:43.934627 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: ecmp_routes.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.940596 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.941130 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 21 21:45:43.941459 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: empty_string_filtering.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.942366 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.942880 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: empty-string-filtering Sep 21 21:45:43.943206 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.944124 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.944634 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 21 21:45:43.944990 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.945910 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.946418 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 21 21:45:43.946750 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: external_net.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.947662 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.948706 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: external-net Sep 21 21:45:43.949061 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.949978 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.950488 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: extra_dhcp_opt Sep 21 21:45:43.950813 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: extraroute.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.951718 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.952222 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: extraroute Sep 21 21:45:43.952551 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: extraroute_atomic.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.953615 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.954133 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: extraroute-atomic Sep 21 21:45:43.954466 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: filter_validation.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.955136 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.955643 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: filter-validation Sep 21 21:45:43.955969 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: fip_pf_description.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.956882 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.957420 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 21 21:45:43.957742 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: fip_port_details.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.958827 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.959343 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: fip-port-details Sep 21 21:45:43.959671 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: flavors.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.960891 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.961439 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: flavors Sep 21 21:45:43.961772 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.963422 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.964483 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 21 21:45:43.964817 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: floatingip_pools.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.965554 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.966077 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: floatingip-pools Sep 21 21:45:43.966409 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: ip_allocation.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.967338 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.967853 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension ip_allocation not supported by any of loaded plugins Sep 21 21:45:43.968181 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.969136 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.969651 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: ip-substring-filtering Sep 21 21:45:43.969980 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: l2_adjacency.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.970905 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.971416 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 21 21:45:43.971744 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: l3.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.972695 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.973248 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: router Sep 21 21:45:43.973577 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.975803 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.976335 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 21 21:45:43.976672 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.977641 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.978163 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: ext-gw-mode Sep 21 21:45:43.978492 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.979439 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.979949 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: l3-ha Sep 21 21:45:43.980275 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.981214 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.981719 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 21 21:45:43.982047 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: l3_flavors.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.982966 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.983477 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: l3-flavors Sep 21 21:45:43.983804 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.985198 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.985716 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 21 21:45:43.986047 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.992487 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.992980 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 21 21:45:43.993316 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: l3agentscheduler.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.994373 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.994892 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: l3_agent_scheduler Sep 21 21:45:43.995674 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: local_ip.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.997025 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:43.997559 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension local_ip not supported by any of loaded plugins Sep 21 21:45:43.997895 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: logging.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:43.999515 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.000041 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension logging not supported by any of loaded plugins Sep 21 21:45:44.000382 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: metering.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.001165 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.001754 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: metering Sep 21 21:45:44.002098 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.003197 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.003713 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: metering_source_and_destination_fields Sep 21 21:45:44.004042 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: multiprovidernet.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.005007 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.005521 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: multi-provider Sep 21 21:45:44.005850 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: netmtu.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.006765 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.007274 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: net-mtu Sep 21 21:45:44.007600 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: netmtu_writable.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.008521 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.009067 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: net-mtu-writable Sep 21 21:45:44.009396 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: network_availability_zone.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.010069 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.011077 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: network_availability_zone Sep 21 21:45:44.011413 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: network_ip_availability.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.012545 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.013101 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: network-ip-availability Sep 21 21:45:44.013429 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: network_segment_range.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.014196 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.014700 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension network-segment-range not supported by any of loaded plugins Sep 21 21:45:44.015025 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: pagination.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.016004 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.016337 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: pagination Sep 21 21:45:44.016659 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: port_device_profile.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.017595 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.018105 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: port-device-profile Sep 21 21:45:44.018428 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.019349 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.019860 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: port-mac-address-regenerate Sep 21 21:45:44.020184 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.023188 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.023698 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: port-numa-affinity-policy Sep 21 21:45:44.024024 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: port_resource_request.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.024954 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.025491 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension port-resource-request not supported by any of loaded plugins Sep 21 21:45:44.025821 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: port_resource_request_groups.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.026870 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.027383 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 21 21:45:44.027714 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: portbindings.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.028653 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.029204 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: binding Sep 21 21:45:44.029533 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: portbindings_extended.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.030794 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.031314 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: binding-extended Sep 21 21:45:44.031645 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: portsecurity.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.032565 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.033112 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: port-security Sep 21 21:45:44.033442 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: project_id.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.034442 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.034775 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: project-id Sep 21 21:45:44.035104 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: providernet.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.036024 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.036536 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: provider Sep 21 21:45:44.036868 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: qos.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.040451 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.041004 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension qos not supported by any of loaded plugins Sep 21 21:45:44.041342 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.043348 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.043871 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 21 21:45:44.044208 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.045172 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.045695 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 21 21:45:44.046025 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: qos_default.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.046940 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.047461 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension qos-default not supported by any of loaded plugins Sep 21 21:45:44.047791 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: qos_fip.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.048729 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.049272 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension qos-fip not supported by any of loaded plugins Sep 21 21:45:44.049600 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.065215 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.065731 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 21 21:45:44.066057 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: qos_gateway_ip.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.067105 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.067627 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 21 21:45:44.067959 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: qos_port_network_policy.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.068881 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.069432 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 21 21:45:44.069761 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.070807 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.071324 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 21 21:45:44.071655 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.072693 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.073269 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 21 21:45:44.073601 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: qos_pps_rule.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.074770 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.075288 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension qos-pps not supported by any of loaded plugins Sep 21 21:45:44.075620 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: qos_rule_type_details.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.076546 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.077097 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 21 21:45:44.077427 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: qos_rules_alias.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.078476 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.078995 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 21 21:45:44.079324 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: quota_check_limit.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.080243 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.080762 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: quota-check-limit Sep 21 21:45:44.081126 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: quotasv2.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.082076 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.082405 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: quotas Sep 21 21:45:44.082730 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: quotasv2_detail.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.084419 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.084760 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: quota_details Sep 21 21:45:44.085121 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: rbac.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.086179 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.086732 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: rbac-policies Sep 21 21:45:44.087066 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: rbac_address_group.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.087999 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.088520 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: rbac-address-group Sep 21 21:45:44.089386 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: rbac_address_scope.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.090313 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.090836 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: rbac-address-scope Sep 21 21:45:44.091163 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: rbac_security_groups.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.092090 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.092602 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: rbac-security-groups Sep 21 21:45:44.092926 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: rbac_subnetpool.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.093857 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.094372 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: rbac-subnetpool Sep 21 21:45:44.094697 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: revisionifmatch.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.095693 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.096210 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: revision-if-match Sep 21 21:45:44.096538 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: revisions.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.097697 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.098213 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: standard-attr-revisions Sep 21 21:45:44.098544 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: router_availability_zone.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.099220 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.099731 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: router_availability_zone Sep 21 21:45:44.100059 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: routerservicetype.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.101021 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.101538 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension router-service-type not supported by any of loaded plugins Sep 21 21:45:44.101866 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.102792 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.103314 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: security-groups-normalized-cidr Sep 21 21:45:44.103639 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.106933 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.107452 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: port-security-groups-filtering Sep 21 21:45:44.107778 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.108713 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.109269 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: security-groups-remote-address-group Sep 21 21:45:44.109595 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.110524 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.111039 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: security-groups-shared-filtering Sep 21 21:45:44.111364 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.111959 dv-cinder-858818-1-iscsi neutron-server[110617]: WARNING neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Sep 21 21:45:44.112281 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: securitygroup.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.122013 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.122549 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: security-group Sep 21 21:45:44.122887 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: segment.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.123621 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.124136 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension segment not supported by any of loaded plugins Sep 21 21:45:44.124470 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.125450 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.125965 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 21 21:45:44.126297 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: servicetype.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.127404 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.127927 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: service-type Sep 21 21:45:44.128256 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: sorting.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.129265 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.129598 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: sorting Sep 21 21:45:44.129924 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: standard_attr_segment.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.130841 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.131356 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 21 21:45:44.131685 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: standardattrdescription.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.132332 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.132841 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: standard-attr-description Sep 21 21:45:44.133197 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: stateful_security_group.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.134120 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.134630 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: stateful-security-group Sep 21 21:45:44.134957 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: stdattrs_common.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.135522 dv-cinder-858818-1-iscsi neutron-server[110617]: WARNING neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 21 21:45:44.135869 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.136804 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.137356 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 21 21:45:44.137682 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: subnet_onboard.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.138745 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.139262 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: subnet_onboard Sep 21 21:45:44.139588 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.140534 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.141082 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 21 21:45:44.141409 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: subnet_service_types.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.147245 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.147759 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: subnet-service-types Sep 21 21:45:44.148100 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: subnetallocation.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.149198 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.149716 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: subnet_allocation Sep 21 21:45:44.150043 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.150710 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.151741 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: subnetpool-prefix-ops Sep 21 21:45:44.152063 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.153030 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.153562 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 21 21:45:44.153870 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: tagging.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.154936 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.155455 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: standard-attr-tag Sep 21 21:45:44.155784 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: timestamp.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.157013 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.157531 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loaded extension: standard-attr-timestamp Sep 21 21:45:44.157860 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: trunk.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.158897 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.159414 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension trunk not supported by any of loaded plugins Sep 21 21:45:44.159742 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: trunk_details.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.160657 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.161205 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension trunk-details not supported by any of loaded plugins Sep 21 21:45:44.161533 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: uplink_status_propagation.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.162459 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.162974 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 21 21:45:44.163305 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Loading extension file: vlantransparent.py {{(pid=110617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:45:44.163967 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:45:44.164477 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 21 21:45:44.167862 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Creating instance of TrackedResource for resource:network Sep 21 21:45:44.168388 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Creating instance of TrackedResource for resource:subnet Sep 21 21:45:44.168788 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:45:44.174021 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Creating instance of TrackedResource for resource:port Sep 21 21:45:44.174021 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.v2.resource_helper [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:45:44.174021 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.v2.resource_helper [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Service FLAVORS assigned prefix: {{(pid=110617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:45:44.174021 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.v2.resource_helper [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:45:44.174021 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.v2.resource_helper [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:45:44.174021 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Creating instance of TrackedResource for resource:router Sep 21 21:45:44.174021 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Creating instance of TrackedResource for resource:floatingip Sep 21 21:45:44.174524 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.v2.resource_helper [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Service METERING assigned prefix: /metering {{(pid=110617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:45:44.174659 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:44.175037 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:44.175394 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:45:44.176398 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 21:45:44.176850 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Creating instance of TrackedResource for resource:security_group Sep 21 21:45:44.177316 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 21:45:44.177919 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.v2.resource_helper [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Service CORE assigned prefix: {{(pid=110617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:45:44.178262 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:45:44.178617 dv-cinder-858818-1-iscsi neutron-server[110617]: WARNING neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] subnetpool is already registered Sep 21 21:45:44.179046 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.v2.resource_helper [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Service CORE assigned prefix: {{(pid=110617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:45:44.179374 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:45:44.179708 dv-cinder-858818-1-iscsi neutron-server[110617]: WARNING neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] subnetpool is already registered Sep 21 21:45:44.182033 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.v2.resource_helper [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:45:44.182493 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.v2.resource_helper [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Service FLAVORS assigned prefix: {{(pid=110617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:45:44.183093 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.v2.resource_helper [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:45:44.183521 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.v2.resource_helper [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:45:44.183858 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Creating instance of TrackedResource for resource:router Sep 21 21:45:44.184199 dv-cinder-858818-1-iscsi neutron-server[110617]: WARNING neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] router is already registered Sep 21 21:45:44.184613 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Creating instance of TrackedResource for resource:floatingip Sep 21 21:45:44.184969 dv-cinder-858818-1-iscsi neutron-server[110617]: WARNING neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] floatingip is already registered Sep 21 21:45:44.185455 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.v2.resource_helper [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Service METERING assigned prefix: /metering {{(pid=110617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:45:44.186102 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 21:45:44.186432 dv-cinder-858818-1-iscsi neutron-server[110617]: WARNING neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] rbac_policy is already registered Sep 21 21:45:44.186850 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Creating instance of TrackedResource for resource:security_group Sep 21 21:45:44.187185 dv-cinder-858818-1-iscsi neutron-server[110617]: WARNING neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] security_group is already registered Sep 21 21:45:44.187592 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 21:45:44.187928 dv-cinder-858818-1-iscsi neutron-server[110617]: WARNING neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] security_group_rule is already registered Sep 21 21:45:44.188567 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.v2.resource_helper [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Service CORE assigned prefix: {{(pid=110617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:45:44.188900 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:45:44.189257 dv-cinder-858818-1-iscsi neutron-server[110617]: WARNING neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] subnetpool is already registered Sep 21 21:45:44.189678 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.v2.resource_helper [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Service CORE assigned prefix: {{(pid=110617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:45:44.190004 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:45:44.190336 dv-cinder-858818-1-iscsi neutron-server[110617]: WARNING neutron.quota.resource_registry [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] subnetpool is already registered Sep 21 21:45:44.190807 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: extensions {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.192283 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: address-groups {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.193804 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: address-scopes {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.195108 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: agents {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.196286 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: auto-allocated-topology {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.197549 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: availability_zones {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.198809 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: dhcp-networks {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.201401 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: dhcp-agents {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.202869 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: routers {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.205092 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: flavors {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.206247 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: service_profiles {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.207450 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: next_providers {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.208899 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: service_profiles {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.210482 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: floatingip-pools {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.215812 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: routers {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.215812 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: floatingips {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.215812 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: l3-routers {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.217026 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: l3-agents {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.218462 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: metering-labels {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.219829 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: metering-label-rules {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.221147 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: network-ip-availabilities {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.222417 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: bindings {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.224064 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: quotas {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.225657 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: quotas {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.227183 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: rbac-policies {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.228478 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: security-groups {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.230505 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: security-group-rules {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.231585 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: service-providers {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.232802 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: subnetpools {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.234241 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: subnetpools {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.235716 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: tags {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.237422 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: tags {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.239230 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: tags {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.241077 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: tags {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.242924 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: tags {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.244728 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: tags {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.246466 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: tags {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.248381 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: tags {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.250178 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: tags {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.252004 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron.api.extensions [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Extended resource: tags {{(pid=110617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:45:44.257961 dv-cinder-858818-1-iscsi neutron-server[110617]: WARNING keystonemiddleware.auth_token [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 21 21:45:44.263796 dv-cinder-858818-1-iscsi neutron-server[110617]: WARNING keystonemiddleware.auth_token [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 21 21:45:44.272496 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_concurrency.lockutils [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Acquired lock "singleton_lock" {{(pid=110617) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Sep 21 21:45:44.273059 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_concurrency.lockutils [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Releasing lock "singleton_lock" {{(pid=110617) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 21 21:45:44.273725 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO oslo_service.service [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Starting 2 workers Sep 21 21:45:44.279224 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Started child 110730 {{(pid=110617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 21:45:44.283831 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Started child 110731 {{(pid=110617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 21:45:44.287393 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:44.288112 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO neutron.service [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 21 21:45:44.288112 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:44.288281 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [-] (110730) wsgi starting up on http://0.0.0.0:9696 Sep 21 21:45:44.288552 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO oslo_service.service [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Starting 1 workers Sep 21 21:45:44.288642 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:44.290104 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [-] (110731) wsgi starting up on http://0.0.0.0:9696 Sep 21 21:45:44.294622 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Started child 110732 {{(pid=110617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 21:45:44.295203 dv-cinder-858818-1-iscsi neutron-server[110617]: INFO oslo_service.service [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Starting 1 workers Sep 21 21:45:44.298310 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.service [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] calling RpcWorker wait() {{(pid=110732) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 21 21:45:44.298911 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.service [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] returning from RpcWorker wait() {{(pid=110732) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 21 21:45:44.299790 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Started child 110733 {{(pid=110617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 21:45:44.300204 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:44.300567 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d740dbfa-648a-4dfd-80fc-89cacab5d3d8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:44.300724 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:45:44.302509 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110617) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 21:45:44.302725 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 21:45:44.302902 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 21:45:44.303149 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 21:45:44.303475 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 21:45:44.303643 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 21:45:44.304183 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.304468 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.304641 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:44.305441 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.305441 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.305441 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.305827 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:45:44.306328 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.306328 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.306600 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.306759 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.306898 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.307039 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.307181 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.307472 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.307728 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.308045 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.308304 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.308556 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.308813 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.309016 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.309290 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.309566 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.309858 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.310112 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] debug = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.310292 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.310795 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.311040 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.311293 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.311513 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.311788 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.312014 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.312298 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.312530 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.312765 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.313034 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.313302 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.313507 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.313710 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.313955 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.314207 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.314404 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.314652 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.315146 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] host = dv-cinder-858818-1-iscsi {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.315495 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.315615 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.315830 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.316085 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.316339 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.316584 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.316836 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.317112 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.317369 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.319044 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.319044 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.319044 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.319044 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.319044 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] log_file = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.319044 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] log_options = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.319044 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.320242 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.320242 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.320242 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.320242 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.320242 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.320242 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.321070 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.321070 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.321070 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.321070 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.321583 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.321583 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.321836 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.321981 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.322114 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.322315 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.322527 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.322781 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.323027 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.323411 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.324361 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.324361 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.324361 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.324361 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.324654 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.324782 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.325046 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.325298 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.326037 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.326377 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.326632 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.326853 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.327090 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.327359 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.327592 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.327823 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.328046 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.328309 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.328536 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.328784 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.329137 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.329374 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.329596 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.329812 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.330047 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.330260 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] use_json = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.330491 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.330723 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.330981 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.331210 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.331459 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.331633 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.331866 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.332114 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.332343 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.332777 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.333096 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.333420 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.333680 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.333930 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.334188 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.334424 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.339325 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.339325 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.339325 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.339325 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.339325 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.339325 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.339325 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.339325 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.339914 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.339914 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.339914 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.339914 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.339914 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.339914 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.339914 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.339914 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.340365 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.340365 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.340365 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.340365 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.340365 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.340666 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.340819 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.341145 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.341377 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.341635 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.341867 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.342082 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.342303 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.342545 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.342915 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.343217 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.343498 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.343737 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.343954 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.344198 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.344429 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.344735 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.345160 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.345557 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.345827 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.346094 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.346335 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.346551 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.346765 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.346995 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.347212 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.347461 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.347673 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.347929 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.348174 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.348426 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.348658 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.348875 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.349118 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.349350 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.349568 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.349780 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.350000 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.350238 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.350451 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.350695 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.350911 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.351123 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.351333 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.351568 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.351781 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.351998 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.352214 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.352423 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.352658 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.352867 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.353099 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.353312 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.353522 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.353737 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.353951 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.354182 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.354465 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.355196 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.355412 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.355625 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.355911 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.356218 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.356405 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.356727 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.357003 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.357261 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.357486 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.357739 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.357965 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.358199 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.358452 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.358662 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.358903 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.359179 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.359423 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.359653 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.359892 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.360118 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.360356 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.360702 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.360812 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.361052 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.364950 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.364950 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.364950 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.364950 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.364950 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.364950 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.364950 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.364950 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.365516 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.365516 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.365516 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.365516 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.365516 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.365516 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.365516 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.365516 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.366074 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.366074 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.366074 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.366074 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.366357 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.366555 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.366792 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.367039 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.367285 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.367506 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.367742 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.367974 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.368290 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.368542 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.368838 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.369266 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.369562 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.369814 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.370096 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.370539 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.370805 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.371044 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.371308 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.371571 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.371822 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.372084 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.372335 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.372557 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.372807 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.373067 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.373292 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.373666 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.373905 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.374160 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.374461 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.374694 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.374936 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.375813 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.375813 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.375813 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.375813 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.376089 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.376246 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.376610 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.376841 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.377090 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.377303 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.377740 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.377980 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.378250 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.378503 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.378717 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.378938 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.379208 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.379464 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.379683 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.379932 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.380158 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.380376 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.380594 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.380818 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.381066 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.381285 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.381532 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.381749 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.381986 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.382242 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.382590 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.382921 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.383160 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.383411 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.383662 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.383880 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.384098 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.384315 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.384546 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.385066 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.385527 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.385781 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.386031 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.386251 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.386496 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.386719 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.386982 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.387228 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.387470 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.387716 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.387950 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.388160 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.388384 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.388619 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.388833 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.389090 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.389314 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.389550 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.389766 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.390058 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.390314 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.390546 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.390815 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.391038 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.391289 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.391537 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.391812 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.391978 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.392193 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.392431 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.392644 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.392870 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.393108 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.393319 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.396299 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.396299 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.396299 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.396299 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.396299 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.396299 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.396299 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.396299 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.396890 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.396890 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.396890 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.396890 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.396890 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.396890 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.396890 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.396890 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.397460 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.397460 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.397460 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.397682 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.397760 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.397979 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.398232 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.398455 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.398733 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.398981 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.399229 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.399472 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.399765 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.399985 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.400242 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.400463 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.400699 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.400923 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.401736 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.402070 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.402360 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.402587 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.402851 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.403133 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.403474 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.403758 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.403993 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.404298 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.404618 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.404890 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.405165 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.405409 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.405672 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.405904 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.406114 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.406336 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.406573 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.406792 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.407048 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.407282 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.407515 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.407711 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.407960 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.408199 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.408434 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.408665 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.408897 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.409146 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.409302 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 21:45:44.409999 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110617) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 21:45:44.410160 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 21:45:44.410468 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 21:45:44.410649 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 21:45:44.410975 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 21:45:44.411129 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 21:45:44.411339 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.411501 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.411663 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.411816 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.411971 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.412156 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.412313 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.412623 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.412782 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.412956 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.413122 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.413421 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.413421 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.413595 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.413754 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.413914 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.414073 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.414232 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.414414 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.414588 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.414732 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.414887 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.415044 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] debug = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.415204 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.415405 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.415566 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.415725 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.415886 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.416047 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.416173 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.416338 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.416492 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.416817 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.417788 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.417939 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.418096 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.418254 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.418397 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.418562 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.418720 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.418866 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.419028 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] host = dv-cinder-858818-1-iscsi {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.419187 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.419332 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.419492 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.419650 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.419809 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.419954 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.420117 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.420274 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.420433 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.420598 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.420756 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.420914 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.421095 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.421255 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] log_file = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.421401 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] log_options = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.421548 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.421705 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.421862 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.422047 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.422212 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.422357 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.422570 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.422715 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.422840 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.422958 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.423116 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.423274 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.423432 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.423592 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.423752 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.423910 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.424070 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.424180 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:45:44.424270 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.424359 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.424520 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.424678 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.424837 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.425020 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.425182 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.425341 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.425497 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.425656 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.425817 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.425974 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.426131 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.426289 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.426448 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.426607 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.426839 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.427005 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.427164 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.427322 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.427480 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.427642 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.427802 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.427959 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.428118 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.428275 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.428432 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.428590 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.428748 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.428905 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] use_json = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.429088 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.429246 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.429404 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.429585 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.429710 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.429852 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.430008 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.430167 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.430326 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:45:44.430539 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.430677 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.430831 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.430993 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.431154 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.431315 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.431476 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.431638 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.431799 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.431960 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.432129 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.432291 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.432473 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.432652 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.432796 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.432983 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.433142 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.433283 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.433445 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.433604 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.433766 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.433918 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.434084 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.434245 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.434406 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.434566 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.434728 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.434898 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.435060 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.435236 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.435397 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.435559 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.435720 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.435881 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.436043 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.436258 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.436395 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.436518 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.436665 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.436827 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.437011 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.437174 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.437336 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.437498 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.437661 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.437823 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.437985 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.438147 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.438308 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.438470 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.438633 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.438794 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.438957 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.439119 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.439282 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.439445 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.439605 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.439775 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.439937 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.440098 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.440259 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.440407 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.440587 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.440729 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.440877 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.441090 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.441252 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.441384 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.441534 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.441694 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.441840 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.442005 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.442167 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.442314 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.442478 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.442648 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.442857 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.442946 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.443085 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.443245 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.443406 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.443567 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.443728 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.443888 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.444060 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.444269 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.444355 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.444508 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.444668 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.444828 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.445014 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.445185 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.445359 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.445521 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.445684 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.445835 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.445993 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.446153 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.446314 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.446500 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.446646 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.446781 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.446924 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.447081 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.447245 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.447406 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.447566 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.447728 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.447887 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.448065 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.448231 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.448391 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.448551 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.448712 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.448982 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.449133 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.449293 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.453870 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.453870 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.453870 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.453870 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.453870 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.453870 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.453870 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.453870 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.455115 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.455115 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.455115 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.455115 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.455115 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.455115 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.455115 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.455115 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.455644 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.455644 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.455644 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.455644 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.455644 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.455644 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.455644 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.455644 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.456158 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.456158 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.456158 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.456158 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.456158 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.456158 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.456158 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.456158 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.456690 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.456690 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.456690 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.456690 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.456690 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.456690 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.456690 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.456690 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.457275 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.457275 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.457275 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.457275 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.457275 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.457275 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.457275 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.457275 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.457800 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.457800 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.457800 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.457800 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.457800 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.457800 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.457800 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.457800 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.458346 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.458346 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.458346 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.458346 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.458611 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.458611 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.458777 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.458940 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.460326 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.460326 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.460326 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.460326 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.460326 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.460326 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.460326 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.460326 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.460978 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.460978 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.460978 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.460978 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.460978 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.461289 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.461289 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.461406 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.461539 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.461699 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.461860 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.462021 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.462181 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.462343 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.462503 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.462666 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.462826 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.463007 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.463143 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.463306 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.463470 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.463630 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.464309 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.464470 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.464630 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.464796 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.465629 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.465629 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.465629 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.465629 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.465629 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.466032 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.466032 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.466032 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.466236 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.466346 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.466510 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.466675 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.466815 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.466967 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.467137 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.467299 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.467459 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.467620 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.467780 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.467940 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.468110 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.468269 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.468429 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.468589 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.468749 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.468909 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.469101 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.469262 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.469423 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.469583 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.469743 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.469904 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.470073 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.470233 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.470393 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.470553 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.470718 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.470861 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.471037 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.471197 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.471357 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.471517 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.471677 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.471839 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.472008 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.472171 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.472332 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.472501 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.472662 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.472822 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.473012 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.473186 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.473362 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.473510 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.473670 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.473830 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.473991 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.474153 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.474318 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.474488 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.474655 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.474816 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.474985 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.475154 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.475322 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.475482 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.475647 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.475818 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.475979 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.476138 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.476297 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.476456 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.476618 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.476778 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.476986 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.477122 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.477283 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.477444 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.477604 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.477773 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.477914 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.478072 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.478232 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.478392 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.478552 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.478713 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.478873 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:45:44.479027 dv-cinder-858818-1-iscsi neutron-server[110617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 21:45:44.765099 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 38890) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:45:44.773639 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064323 Sep 21 21:45:56.487073 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121dc25d-291f-4233-aad1-0b5d3f6882fa None None] get_active_networks_info from dv-cinder-858818-1-iscsi {{(pid=110732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Sep 21 21:45:56.552846 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121dc25d-291f-4233-aad1-0b5d3f6882fa None None] No non-hosted networks {{(pid=110732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 21 21:45:56.560641 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.agentschedulers_db [None req-121dc25d-291f-4233-aad1-0b5d3f6882fa None None] DHCP Agent not found on host dv-cinder-858818-1-iscsi {{(pid=110732) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 21 21:45:56.667636 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-5a73688f-2343-47c9-b0c7-b5edb22bb955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-757242'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:58.714085 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-533318f9-ee73-42c0-b60b-4ae6a25770f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-757242'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:58.766908 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-ab319ce4-7516-4929-abd1-4cc267dc3a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:59.861303 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-757242'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:01.523120 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-757242'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:02.121510 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.db.l3_hamode_db [None req-eb67db00-23a1-4aa4-84e8-fec81b442729 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 21 21:46:02.199689 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb67db00-23a1-4aa4-84e8-fec81b442729 None None] Routers set() bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:02.200067 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb67db00-23a1-4aa4-84e8-fec81b442729 None None] Router IDs set() for agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:459}} Sep 21 21:46:02.693311 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 38972) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:03.048363 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-757242'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:03.049764 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:03.050030 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:03.050306 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:03.050641 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:03.050973 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:03.051302 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:03.051630 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:03.051973 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:03.052684 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:03.053120 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:03.053711 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:03.054107 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:03.054551 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:03.055023 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-858818-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:03.061790 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-858818-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:03.213588 dv-cinder-858818-1-iscsi neutron-server[110731]: WARNING oslo_policy.policy [None req-b300fcf7-8f3e-4bdf-bc19-cfd88377fac9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:46:03.214170 dv-cinder-858818-1-iscsi neutron-server[110731]: WARNING oslo_policy.policy [None req-b300fcf7-8f3e-4bdf-bc19-cfd88377fac9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:46:03.438630 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [None req-b300fcf7-8f3e-4bdf-bc19-cfd88377fac9 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:46:03.439636 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-b300fcf7-8f3e-4bdf-bc19-cfd88377fac9 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7453001 Sep 21 21:46:06.007972 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 38998) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:06.312795 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-8aa36385-4bc6-4af9-94f3-00c077f173a7 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:06.403514 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.policy [None req-8aa36385-4bc6-4af9-94f3-00c077f173a7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110731) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 21:46:06.446180 dv-cinder-858818-1-iscsi neutron-server[110731]: WARNING oslo_policy.policy [None req-8aa36385-4bc6-4af9-94f3-00c077f173a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:46:06.446545 dv-cinder-858818-1-iscsi neutron-server[110731]: WARNING oslo_policy.policy [None req-8aa36385-4bc6-4af9-94f3-00c077f173a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:46:06.607321 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8aa36385-4bc6-4af9-94f3-00c077f173a7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730883597593', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730883598124', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730883650158', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730883626329', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730883633391', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730883631340', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33135218', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33159879', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-545476', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-716536'] for rbac-policy (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:06.804432 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8aa36385-4bc6-4af9-94f3-00c077f173a7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:06.805571 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-8aa36385-4bc6-4af9-94f3-00c077f173a7 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7966113 Sep 21 21:46:09.343965 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 39008) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:09.649283 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:09.730561 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Made reservation on behalf of 35d0c8a0999d459aa865a80b75535cb0 for: {'network': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:46:09.734263 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:09.750440 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:09.854640 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Publish callbacks [] for security_group (8bfde39e-0d31-47b5-8269-a3cf10dc2f16), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:09.923910 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (8bfde39e-0d31-47b5-8269-a3cf10dc2f16), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:09.956407 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=110731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:46:09.983971 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730879860718', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (7ed58a10-1a56-4c2f-a13a-383398971fea), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:09.984518 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Unsubscribe: segment precommit_create {{(pid=110731) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 21:46:09.985070 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.segments_db [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Added segment 7ed58a10-1a56-4c2f-a13a-383398971fea of type vlan for network 7485c606-be45-4b8e-acdc-8e932cd5d0de Sep 21 21:46:09.990733 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfde39e-0d31-47b5-8269-a3cf10dc2f16,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:10.013102 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:10.013458 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:10.013821 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:10.014139 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:10.014467 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:10.014781 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:10.015104 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:10.015418 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:10.015733 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:10.016062 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:10.016380 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:10.016693 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:10.017035 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Tracked resource versions report: Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: pushed versions: Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: { 'AddressGroup': {'1.2'}, Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'ConntrackHelper': {'1.0'}, Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Log': {'1.0'}, Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Network': {'1.1'}, Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Port': {'1.7'}, Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'PortForwarding': {'1.2'}, Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'QosPolicy': {'1.10'}, Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'SecurityGroup': {'1.5'}, Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'SubPort': {'1.0'}, Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Subnet': {'1.1'}, Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Trunk': {'1.1'}} Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: consumer versions: Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: { DHCP agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: L3 agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: Metadata agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: Metering agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: Open vSwitch agent@dv-cinder-858818-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'ConntrackHelper': '1.0', Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'LocalIPAssociation': '1.0', Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Log': '1.0', Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Network': '1.1', Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Port': '1.7', Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'PortForwarding': '1.2', Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'QosPolicy': '1.10', Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'SecurityGroup': '1.5', Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'SecurityGroupRule': '1.2', Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'SubPort': '1.0', Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Subnet': '1.1', Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Trunk': '1.1'}} Sep 21 21:46:10.018394 dv-cinder-858818-1-iscsi neutron-server[110731]: {{(pid=110731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:46:10.096703 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (7485c606-be45-4b8e-acdc-8e932cd5d0de), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:10.208246 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (7485c606-be45-4b8e-acdc-8e932cd5d0de), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:10.213316 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:10.214028 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:10.324879 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] Pushing event updated for resources: {'Network': ['ID=7485c606-be45-4b8e-acdc-8e932cd5d0de,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:10.336540 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network 7485c606-be45-4b8e-acdc-8e932cd5d0de details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:46:10.356017 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-39d52a61-2377-46e8-971f-ba8ac4ce7ee0 demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0108404 Sep 21 21:46:12.904753 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 39020) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:13.391925 dv-cinder-858818-1-iscsi neutron-server[110730]: WARNING oslo_policy.policy [None req-9825c1ce-2da1-4fed-9fb5-6b92dfc38142 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:46:13.392516 dv-cinder-858818-1-iscsi neutron-server[110730]: WARNING oslo_policy.policy [None req-9825c1ce-2da1-4fed-9fb5-6b92dfc38142 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:46:13.830136 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.policy [None req-9825c1ce-2da1-4fed-9fb5-6b92dfc38142 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110730) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 21:46:13.873284 dv-cinder-858818-1-iscsi neutron-server[110730]: WARNING oslo_policy.policy [None req-9825c1ce-2da1-4fed-9fb5-6b92dfc38142 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:46:13.873600 dv-cinder-858818-1-iscsi neutron-server[110730]: WARNING oslo_policy.policy [None req-9825c1ce-2da1-4fed-9fb5-6b92dfc38142 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:46:13.881741 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9825c1ce-2da1-4fed-9fb5-6b92dfc38142 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:13.883652 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-9825c1ce-2da1-4fed-9fb5-6b92dfc38142 demo admin] 10.222.0.42 "GET /v2.0/networks/7485c606-be45-4b8e-acdc-8e932cd5d0de HTTP/1.1" status: 200 len: 825 time: 0.9768324 Sep 21 21:46:13.922586 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-474fe224-eea5-4c37-893b-6306f1f87fce demo admin] 10.222.0.42 "GET /v2.0/subnetpools/f9da1724-c7fc-43cd-ac8f-8a484ae1415d HTTP/1.1" status: 200 len: 734 time: 0.0328515 Sep 21 21:46:13.931193 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'f9da1724-c7fc-43cd-ac8f-8a484ae1415d', 'network_id': '7485c606-be45-4b8e-acdc-8e932cd5d0de', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:14.055347 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Made reservation on behalf of 35d0c8a0999d459aa865a80b75535cb0 for: {'subnet': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:46:14.058751 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:14.381690 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for subnet (04fc1bbb-557e-432b-82d1-b6942a2a012a), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:14.449670 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Checking segment: {'id': '7ed58a10-1a56-4c2f-a13a-383398971fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7485c606-be45-4b8e-acdc-8e932cd5d0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:14.450051 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Network hostable DHCP agents. Network: 7485c606-be45-4b8e-acdc-8e932cd5d0de, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:46:14.475287 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=04fc1bbb-557e-432b-82d1-b6942a2a012a,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:14.483679 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:14.484035 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:14.484433 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:14.484772 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:14.485119 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:14.485642 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:14.485797 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:14.486084 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:14.486404 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:14.486733 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:14.487051 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:14.487363 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:14.487676 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Tracked resource versions report: Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: pushed versions: Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: { 'AddressGroup': {'1.2'}, Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'ConntrackHelper': {'1.0'}, Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Log': {'1.0'}, Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Network': {'1.1'}, Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Port': {'1.7'}, Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'PortForwarding': {'1.2'}, Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'QosPolicy': {'1.10'}, Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'SecurityGroup': {'1.5'}, Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'SubPort': {'1.0'}, Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Subnet': {'1.1'}, Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Trunk': {'1.1'}} Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: consumer versions: Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: { DHCP agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: L3 agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: Metadata agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: Metering agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: Open vSwitch agent@dv-cinder-858818-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'ConntrackHelper': '1.0', Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'LocalIPAssociation': '1.0', Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Log': '1.0', Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Network': '1.1', Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Port': '1.7', Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'PortForwarding': '1.2', Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'QosPolicy': '1.10', Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'SecurityGroup': '1.5', Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'SecurityGroupRule': '1.2', Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'SubPort': '1.0', Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Subnet': '1.1', Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Trunk': '1.1'}} Sep 21 21:46:14.489046 dv-cinder-858818-1-iscsi neutron-server[110730]: {{(pid=110730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:46:14.529779 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Network 7485c606-be45-4b8e-acdc-8e932cd5d0de is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:46:14.619924 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, 7485c606-be45-4b8e-acdc-8e932cd5d0de) {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:14.626456 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:14.627099 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:14.634560 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c14439-0ed1-4d64-9f6f-205ea7cb5457 None None] Network 7485c606-be45-4b8e-acdc-8e932cd5d0de requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:46:14.713334 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-12608d46-e8a5-43d1-b9b3-19865cefdaf5 demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7854059 Sep 21 21:46:14.995959 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c86c540-5e61-54b3-b1b4-fe06f5909a9b-7485c606-be45-4b8e-acdc-8e932cd5d0de', 'network_id': '7485c606-be45-4b8e-acdc-8e932cd5d0de', 'project_id': '35d0c8a0999d459aa865a80b75535cb0', 'fixed_ips': [{'subnet_id': '04fc1bbb-557e-432b-82d1-b6942a2a012a'}]}} from dv-cinder-858818-1-iscsi. {{(pid=110732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:46:14.997241 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:15.270666 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.db_base_plugin_common [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Allocated IP 172.20.0.2 (7485c606-be45-4b8e-acdc-8e932cd5d0de/04fc1bbb-557e-432b-82d1-b6942a2a012a/28d69182-d355-4e8f-9ebe-2038053384d9) {{(pid=110732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:46:15.526313 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Publish callbacks [] for port (28d69182-d355-4e8f-9ebe-2038053384d9), precommit_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:15.621991 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (28d69182-d355-4e8f-9ebe-2038053384d9), after_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:15.695247 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Network 7485c606-be45-4b8e-acdc-8e932cd5d0de is already hosted by enough agents. {{(pid=110732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:15.703437 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.base_scheduler [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Resources bound (agent type, host, resource id): {{(pid=110732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:15.708990 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Pushing event updated for resources: {'Port': ['ID=28d69182-d355-4e8f-9ebe-2038053384d9,revision_number=1']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:15.711069 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Received port after_create {{(pid=110732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:46:15.743781 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:15.744652 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:15.745043 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:15.745737 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:15.746077 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:15.746409 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:15.746739 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:15.747063 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:15.747403 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:15.747732 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:15.748057 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:15.748379 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:15.748697 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Tracked resource versions report: Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: pushed versions: Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: { 'AddressGroup': {'1.2'}, Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'ConntrackHelper': {'1.0'}, Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Log': {'1.0'}, Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Network': {'1.1'}, Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Port': {'1.7'}, Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'PortForwarding': {'1.2'}, Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'QosPolicy': {'1.10'}, Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'SecurityGroup': {'1.5'}, Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'SubPort': {'1.0'}, Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Subnet': {'1.1'}, Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Trunk': {'1.1'}} Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: consumer versions: Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: { DHCP agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: L3 agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: Metadata agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: Metering agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: Open vSwitch agent@dv-cinder-858818-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'ConntrackHelper': '1.0', Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'LocalIPAssociation': '1.0', Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Log': '1.0', Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Network': '1.1', Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Port': '1.7', Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'PortForwarding': '1.2', Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'QosPolicy': '1.10', Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'SecurityGroup': '1.5', Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'SecurityGroupRule': '1.2', Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'SubPort': '1.0', Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Subnet': '1.1', Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Trunk': '1.1'}} Sep 21 21:46:15.750181 dv-cinder-858818-1-iscsi neutron-server[110732]: {{(pid=110732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:46:15.803060 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Attempting to bind port 28d69182-d355-4e8f-9ebe-2038053384d9 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:46:15.803060 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Attempting to bind port 28d69182-d355-4e8f-9ebe-2038053384d9 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '7ed58a10-1a56-4c2f-a13a-383398971fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7485c606-be45-4b8e-acdc-8e932cd5d0de'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:46:15.803060 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Attempting to bind port 28d69182-d355-4e8f-9ebe-2038053384d9 on network 7485c606-be45-4b8e-acdc-8e932cd5d0de {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:46:15.806483 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:46:15.807370 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Checking segment: {'id': '7ed58a10-1a56-4c2f-a13a-383398971fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7485c606-be45-4b8e-acdc-8e932cd5d0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:15.807861 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:15.808255 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Bound using segment: {'id': '7ed58a10-1a56-4c2f-a13a-383398971fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7485c606-be45-4b8e-acdc-8e932cd5d0de'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:46:15.808776 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Bound port: 28d69182-d355-4e8f-9ebe-2038053384d9, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed58a10-1a56-4c2f-a13a-383398971fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7485c606-be45-4b8e-acdc-8e932cd5d0de'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:46:15.809202 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (28d69182-d355-4e8f-9ebe-2038053384d9), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:15.867902 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] For port 28d69182-d355-4e8f-9ebe-2038053384d9, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:46:15.872722 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] For port 28d69182-d355-4e8f-9ebe-2038053384d9, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=28d69182-d355-4e8f-9ebe-2038053384d9,segment=NetworkSegment(7ed58a10-1a56-4c2f-a13a-383398971fea),segment_id=7ed58a10-1a56-4c2f-a13a-383398971fea)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:46:15.942071 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (28d69182-d355-4e8f-9ebe-2038053384d9), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:16.002166 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dae9a-e638-442f-801b-bac3f2660ab8 None None] Pushing event updated for resources: {'Port': ['ID=28d69182-d355-4e8f-9ebe-2038053384d9,revision_number=2']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:17.301059 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 39040) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:17.613601 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [None req-dcb61e02-f341-4bc3-bd39-8568e7f86c8f admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:46:17.614692 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-dcb61e02-f341-4bc3-bd39-8568e7f86c8f admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3126843 Sep 21 21:46:20.167163 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 39048) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:20.471036 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [None req-4d4732ff-55ad-4cd1-9389-14bff996aa18 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:46:20.472117 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-4d4732ff-55ad-4cd1-9389-14bff996aa18 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3040278 Sep 21 21:46:23.031537 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 39056) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:23.342846 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-8e01326f-a348-48bf-b5df-628dbac3df68 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:23.433578 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8e01326f-a348-48bf-b5df-628dbac3df68 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256442'] for router (fdbb20fc-49c1-4436-8f20-2146bb90ebd1), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:23.435171 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8e01326f-a348-48bf-b5df-628dbac3df68 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256435'] for router (fdbb20fc-49c1-4436-8f20-2146bb90ebd1), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:23.572817 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8e01326f-a348-48bf-b5df-628dbac3df68 demo demo] Publish callbacks [] for router_controller (fdbb20fc-49c1-4436-8f20-2146bb90ebd1), precommit_add_association {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:23.633733 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8e01326f-a348-48bf-b5df-628dbac3df68 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755185'] for router (fdbb20fc-49c1-4436-8f20-2146bb90ebd1), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:23.726152 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8e01326f-a348-48bf-b5df-628dbac3df68 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:23.727343 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-8e01326f-a348-48bf-b5df-628dbac3df68 demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6948478 Sep 21 21:46:26.281568 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 39068) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:26.472563 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c4c7deb0-ee05-49fd-9e1c-e6c76e4d0ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:26.612806 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [None req-e2ce7b1b-4445-4146-ba55-afa6bb1c3d67 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:46:26.613812 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-e2ce7b1b-4445-4146-ba55-afa6bb1c3d67 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3313022 Sep 21 21:46:27.445178 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3148028-41f1-44a0-b4f5-ec30bef0fe29 None None] Network 7485c606-be45-4b8e-acdc-8e932cd5d0de requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:46:27.536330 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-7a632f24-33b3-406f-83c6-b891b4c776b8 None None] Provisioning complete for port 28d69182-d355-4e8f-9ebe-2038053384d9 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:27.537016 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-7a632f24-33b3-406f-83c6-b891b4c776b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (28d69182-d355-4e8f-9ebe-2038053384d9), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:27.537132 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-7a632f24-33b3-406f-83c6-b891b4c776b8 None None] Attempt 1 to provision port 28d69182-d355-4e8f-9ebe-2038053384d9 Sep 21 21:46:27.714347 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 28d69182-d355-4e8f-9ebe-2038053384d9 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:27.716601 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-7a632f24-33b3-406f-83c6-b891b4c776b8 None None] Current status of the port 28d69182-d355-4e8f-9ebe-2038053384d9 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:27.716749 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-7a632f24-33b3-406f-83c6-b891b4c776b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (28d69182-d355-4e8f-9ebe-2038053384d9), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:27.789101 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-7a632f24-33b3-406f-83c6-b891b4c776b8 None None] For port 28d69182-d355-4e8f-9ebe-2038053384d9, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=28d69182-d355-4e8f-9ebe-2038053384d9,segment=NetworkSegment(7ed58a10-1a56-4c2f-a13a-383398971fea),segment_id=7ed58a10-1a56-4c2f-a13a-383398971fea)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:46:27.795294 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 28d69182-d355-4e8f-9ebe-2038053384d9 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:27.795694 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (28d69182-d355-4e8f-9ebe-2038053384d9), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:27.796025 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 28d69182-d355-4e8f-9ebe-2038053384d9 Sep 21 21:46:27.868427 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-7a632f24-33b3-406f-83c6-b891b4c776b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (28d69182-d355-4e8f-9ebe-2038053384d9), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:27.870637 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 28d69182-d355-4e8f-9ebe-2038053384d9 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:27.871007 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (28d69182-d355-4e8f-9ebe-2038053384d9), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:27.946398 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a632f24-33b3-406f-83c6-b891b4c776b8 None None] Pushing event updated for resources: {'Port': ['ID=28d69182-d355-4e8f-9ebe-2038053384d9,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:27.959009 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.db.api [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 21:46:27.959429 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG oslo_db.api [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 21:46:27.987634 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-c71e46e4-6851-4675-bc8c-3aaffc1677f0 None None] Provisioning complete for port 28d69182-d355-4e8f-9ebe-2038053384d9 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:27.988030 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c71e46e4-6851-4675-bc8c-3aaffc1677f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (28d69182-d355-4e8f-9ebe-2038053384d9), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:27.988378 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-c71e46e4-6851-4675-bc8c-3aaffc1677f0 None None] Attempt 1 to provision port 28d69182-d355-4e8f-9ebe-2038053384d9 Sep 21 21:46:28.059962 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-c71e46e4-6851-4675-bc8c-3aaffc1677f0 None None] Current status of the port 28d69182-d355-4e8f-9ebe-2038053384d9 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:28.490677 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 28d69182-d355-4e8f-9ebe-2038053384d9 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:28.644402 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-37e61188-a43e-48cb-8186-1ece1925fbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:29.198336 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 39076) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:29.506812 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-f133dee9-c331-428a-8741-8012890d4e3c admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:29.615415 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f133dee9-c331-428a-8741-8012890d4e3c admin admin] Made reservation on behalf of 2b09363b0f1644cd8e3744f1d6c3f28a for: {'network': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:46:29.617713 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f133dee9-c331-428a-8741-8012890d4e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:29.651986 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f133dee9-c331-428a-8741-8012890d4e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:29.660373 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 28d69182-d355-4e8f-9ebe-2038053384d9 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:29.717630 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 28d69182-d355-4e8f-9ebe-2038053384d9 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:29.718022 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (28d69182-d355-4e8f-9ebe-2038053384d9), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:29.718365 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 28d69182-d355-4e8f-9ebe-2038053384d9 Sep 21 21:46:29.752638 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f133dee9-c331-428a-8741-8012890d4e3c admin admin] Publish callbacks [] for security_group (75bcc6d8-e57b-4d8b-97c1-269646b72225), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:29.783168 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:29.786986 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 28d69182-d355-4e8f-9ebe-2038053384d9 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:29.807955 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f133dee9-c331-428a-8741-8012890d4e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (75bcc6d8-e57b-4d8b-97c1-269646b72225), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:29.823004 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f133dee9-c331-428a-8741-8012890d4e3c admin admin] Reserving flat network on physical network physnet1 {{(pid=110730) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 21 21:46:29.847516 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f133dee9-c331-428a-8741-8012890d4e3c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730879860718', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:29.848049 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f133dee9-c331-428a-8741-8012890d4e3c admin admin] Unsubscribe: segment precommit_create {{(pid=110730) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 21:46:29.848495 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.segments_db [None req-f133dee9-c331-428a-8741-8012890d4e3c admin admin] Added segment 066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf of type flat for network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd Sep 21 21:46:29.851970 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133dee9-c331-428a-8741-8012890d4e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bcc6d8-e57b-4d8b-97c1-269646b72225,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:29.905520 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f133dee9-c331-428a-8741-8012890d4e3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:30.008055 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f133dee9-c331-428a-8741-8012890d4e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:30.009031 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f133dee9-c331-428a-8741-8012890d4e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:30.010260 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f133dee9-c331-428a-8741-8012890d4e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:30.096505 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133dee9-c331-428a-8741-8012890d4e3c admin admin] Pushing event updated for resources: {'Network': ['ID=5bc858e6-5dcf-4b5e-8f16-9d664c1453fd,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:30.106473 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:46:30.189467 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-f133dee9-c331-428a-8741-8012890d4e3c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9899044 Sep 21 21:46:31.342586 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 5 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:46:31.483547 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:32.722672 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 39094) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:32.895478 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bce06d-99c2-4ab0-9bbe-a686470998a6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:32.896784 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-63bce06d-99c2-4ab0-9bbe-a686470998a6 demo admin] 10.222.0.42 "GET /v2.0/subnets/04fc1bbb-557e-432b-82d1-b6942a2a012a HTTP/1.1" status: 200 len: 849 time: 0.1731651 Sep 21 21:46:33.018791 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-8b8f5aec-0f2f-443d-bfc6-785eee50b06b demo admin] 10.222.0.42 "GET /v2.0/routers/fdbb20fc-49c1-4436-8f20-2146bb90ebd1 HTTP/1.1" status: 200 len: 704 time: 0.1157608 Sep 21 21:46:33.089458 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.274191 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-eca120d1-a858-42ac-9622-6e42a1172d2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.557826 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-eca120d1-a858-42ac-9622-6e42a1172d2e demo admin] Allocated IP 172.20.0.1 (7485c606-be45-4b8e-acdc-8e932cd5d0de/04fc1bbb-557e-432b-82d1-b6942a2a012a/d61cff8c-a649-44f2-a6ad-8fbe0a4741fc) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:46:33.709458 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-eca120d1-a858-42ac-9622-6e42a1172d2e demo admin] Publish callbacks [] for port (d61cff8c-a649-44f2-a6ad-8fbe0a4741fc), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.826983 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-eca120d1-a858-42ac-9622-6e42a1172d2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (d61cff8c-a649-44f2-a6ad-8fbe0a4741fc), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.938339 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca120d1-a858-42ac-9622-6e42a1172d2e demo admin] Network 7485c606-be45-4b8e-acdc-8e932cd5d0de is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:33.944000 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-eca120d1-a858-42ac-9622-6e42a1172d2e demo admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:33.952285 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca120d1-a858-42ac-9622-6e42a1172d2e demo admin] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:46:33.953026 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-eca120d1-a858-42ac-9622-6e42a1172d2e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756382'] for router_interface (fdbb20fc-49c1-4436-8f20-2146bb90ebd1), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.975075 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca120d1-a858-42ac-9622-6e42a1172d2e demo admin] Pushing event updated for resources: {'Port': ['ID=d61cff8c-a649-44f2-a6ad-8fbe0a4741fc,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:34.213003 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-11f65953-164b-46cc-89d4-1a972586bb2e None None] Provisioning complete for port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:34.213503 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-11f65953-164b-46cc-89d4-1a972586bb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (d61cff8c-a649-44f2-a6ad-8fbe0a4741fc), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.213675 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-11f65953-164b-46cc-89d4-1a972586bb2e None None] Attempt 1 to provision port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc Sep 21 21:46:34.221710 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-eca120d1-a858-42ac-9622-6e42a1172d2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (d61cff8c-a649-44f2-a6ad-8fbe0a4741fc), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.243408 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-11f65953-164b-46cc-89d4-1a972586bb2e None None] Port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:34.423132 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-eca120d1-a858-42ac-9622-6e42a1172d2e demo admin] Publish callbacks [] for port (d61cff8c-a649-44f2-a6ad-8fbe0a4741fc), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.466303 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-eca120d1-a858-42ac-9622-6e42a1172d2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (d61cff8c-a649-44f2-a6ad-8fbe0a4741fc), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.467070 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-eca120d1-a858-42ac-9622-6e42a1172d2e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756274'] for router_interface (fdbb20fc-49c1-4436-8f20-2146bb90ebd1), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.543945 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca120d1-a858-42ac-9622-6e42a1172d2e demo admin] Pushing event updated for resources: {'Port': ['ID=d61cff8c-a649-44f2-a6ad-8fbe0a4741fc,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:34.587134 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca120d1-a858-42ac-9622-6e42a1172d2e demo admin] Network 7485c606-be45-4b8e-acdc-8e932cd5d0de is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:34.588895 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-eca120d1-a858-42ac-9622-6e42a1172d2e demo admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:34.744964 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-11f65953-164b-46cc-89d4-1a972586bb2e None None] Attempt 2 to provision port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc Sep 21 21:46:34.776573 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-11f65953-164b-46cc-89d4-1a972586bb2e None None] Port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:34.803791 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca120d1-a858-42ac-9622-6e42a1172d2e demo admin] Router fdbb20fc-49c1-4436-8f20-2146bb90ebd1 is scheduled to L3 agent f3be49e0-699b-41e8-a354-a1575a796fae with binding_index 1 {{(pid=110730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:46:34.890696 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca120d1-a858-42ac-9622-6e42a1172d2e demo admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:46:34.895766 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-eca120d1-a858-42ac-9622-6e42a1172d2e demo admin] 10.222.0.42 "PUT /v2.0/routers/fdbb20fc-49c1-4436-8f20-2146bb90ebd1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8718264 Sep 21 21:46:34.908317 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Sync routers for ids ['fdbb20fc-49c1-4436-8f20-2146bb90ebd1'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:46:34.921331 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Routers {'fdbb20fc-49c1-4436-8f20-2146bb90ebd1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:34.922206 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:46:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['fdbb20fc-49c1-4436-8f20-2146bb90ebd1'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:35.101847 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Set router fdbb20fc-49c1-4436-8f20-2146bb90ebd1 gateway port host: None {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:46:35.277540 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-11f65953-164b-46cc-89d4-1a972586bb2e None None] Attempt 3 to provision port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc Sep 21 21:46:35.308445 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-11f65953-164b-46cc-89d4-1a972586bb2e None None] Port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:35.519582 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbb20fc-49c1-4436-8f20-2146bb90ebd1', 'name': 'router1', 'tenant_id': '35d0c8a0999d459aa865a80b75535cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:23Z', 'updated_at': '2022-09-21T21:46:34Z', 'revision_number': 2, 'project_id': '35d0c8a0999d459aa865a80b75535cb0', 'gw_port_host': None, '_interfaces': [{'id': 'd61cff8c-a649-44f2-a6ad-8fbe0a4741fc', 'name': '', 'network_id': '7485c606-be45-4b8e-acdc-8e932cd5d0de', 'tenant_id': '35d0c8a0999d459aa865a80b75535cb0', 'mac_address': 'fa:16:3e:b3:05:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbb20fc-49c1-4436-8f20-2146bb90ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04fc1bbb-557e-432b-82d1-b6942a2a012a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:34Z', 'revision_number': 2, 'project_id': '35d0c8a0999d459aa865a80b75535cb0', 'subnets': [{'id': '04fc1bbb-557e-432b-82d1-b6942a2a012a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9da1724-c7fc-43cd-ac8f-8a484ae1415d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:35.568058 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Checking router: fdbb20fc-49c1-4436-8f20-2146bb90ebd1 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:46:35.568353 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Updating router fdbb20fc-49c1-4436-8f20-2146bb90ebd1 port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc binding host dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:46:35.620619 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (d61cff8c-a649-44f2-a6ad-8fbe0a4741fc), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:35.810479 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-11f65953-164b-46cc-89d4-1a972586bb2e None None] Attempt 4 to provision port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc Sep 21 21:46:35.840784 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-11f65953-164b-46cc-89d4-1a972586bb2e None None] Port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:36.112754 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Publish callbacks [] for port (d61cff8c-a649-44f2-a6ad-8fbe0a4741fc), precommit_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.197834 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (d61cff8c-a649-44f2-a6ad-8fbe0a4741fc), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.341150 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d6179-dd33-410b-bd79-60c7c8629ee6 None None] Pushing event updated for resources: {'Port': ['ID=d61cff8c-a649-44f2-a6ad-8fbe0a4741fc,revision_number=3']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:36.342202 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-11f65953-164b-46cc-89d4-1a972586bb2e None None] Attempt 5 to provision port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc Sep 21 21:46:36.343440 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Attempting to bind port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:46:36.343832 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Attempting to bind port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '7ed58a10-1a56-4c2f-a13a-383398971fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7485c606-be45-4b8e-acdc-8e932cd5d0de'}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:46:36.344281 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Attempting to bind port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc on network 7485c606-be45-4b8e-acdc-8e932cd5d0de {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:46:36.352361 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:46:36.352753 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Checking segment: {'id': '7ed58a10-1a56-4c2f-a13a-383398971fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7485c606-be45-4b8e-acdc-8e932cd5d0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:36.353299 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.353717 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Bound using segment: {'id': '7ed58a10-1a56-4c2f-a13a-383398971fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7485c606-be45-4b8e-acdc-8e932cd5d0de'} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:46:36.354207 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Bound port: d61cff8c-a649-44f2-a6ad-8fbe0a4741fc, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed58a10-1a56-4c2f-a13a-383398971fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7485c606-be45-4b8e-acdc-8e932cd5d0de'}}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:46:36.354584 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (d61cff8c-a649-44f2-a6ad-8fbe0a4741fc), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.357797 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d6179-dd33-410b-bd79-60c7c8629ee6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:36.358150 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d6179-dd33-410b-bd79-60c7c8629ee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:36.358496 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d6179-dd33-410b-bd79-60c7c8629ee6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:36.358841 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d6179-dd33-410b-bd79-60c7c8629ee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:36.359170 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d6179-dd33-410b-bd79-60c7c8629ee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:36.359504 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d6179-dd33-410b-bd79-60c7c8629ee6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:36.359832 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d6179-dd33-410b-bd79-60c7c8629ee6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:36.360168 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d6179-dd33-410b-bd79-60c7c8629ee6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:36.360478 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d6179-dd33-410b-bd79-60c7c8629ee6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:36.360816 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d6179-dd33-410b-bd79-60c7c8629ee6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:36.361164 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d6179-dd33-410b-bd79-60c7c8629ee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:36.361483 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d6179-dd33-410b-bd79-60c7c8629ee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:36.361803 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d6179-dd33-410b-bd79-60c7c8629ee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d6179-dd33-410b-bd79-60c7c8629ee6 None None] Tracked resource versions report: Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: pushed versions: Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: { 'AddressGroup': {'1.2'}, Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'ConntrackHelper': {'1.0'}, Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Log': {'1.0'}, Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Network': {'1.1'}, Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Port': {'1.7'}, Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'PortForwarding': {'1.2'}, Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'QosPolicy': {'1.10'}, Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'SecurityGroup': {'1.5'}, Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'SubPort': {'1.0'}, Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Subnet': {'1.1'}, Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Trunk': {'1.1'}} Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: consumer versions: Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: { DHCP agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: L3 agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: Metadata agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: Metering agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: Open vSwitch agent@dv-cinder-858818-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'ConntrackHelper': '1.0', Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'LocalIPAssociation': '1.0', Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Log': '1.0', Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Network': '1.1', Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Port': '1.7', Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'PortForwarding': '1.2', Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'QosPolicy': '1.10', Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'SecurityGroup': '1.5', Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'SecurityGroupRule': '1.2', Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'SubPort': '1.0', Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Subnet': '1.1', Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Trunk': '1.1'}} Sep 21 21:46:36.363242 dv-cinder-858818-1-iscsi neutron-server[110733]: {{(pid=110733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:46:36.378798 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-11f65953-164b-46cc-89d4-1a972586bb2e None None] Port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:36.432986 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] For port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:46:36.454381 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] For port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=d61cff8c-a649-44f2-a6ad-8fbe0a4741fc,segment=NetworkSegment(7ed58a10-1a56-4c2f-a13a-383398971fea),segment_id=7ed58a10-1a56-4c2f-a13a-383398971fea)] {{(pid=110733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:46:36.522384 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (d61cff8c-a649-44f2-a6ad-8fbe0a4741fc), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.558700 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Routers {'fdbb20fc-49c1-4436-8f20-2146bb90ebd1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:36.559307 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:46:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['fdbb20fc-49c1-4436-8f20-2146bb90ebd1'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:36.632227 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d6179-dd33-410b-bd79-60c7c8629ee6 None None] Pushing event updated for resources: {'Port': ['ID=d61cff8c-a649-44f2-a6ad-8fbe0a4741fc,revision_number=4']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:36.657391 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] Set router fdbb20fc-49c1-4436-8f20-2146bb90ebd1 gateway port host: None {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:46:36.855015 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbb20fc-49c1-4436-8f20-2146bb90ebd1', 'name': 'router1', 'tenant_id': '35d0c8a0999d459aa865a80b75535cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:23Z', 'updated_at': '2022-09-21T21:46:34Z', 'revision_number': 2, 'project_id': '35d0c8a0999d459aa865a80b75535cb0', 'gw_port_host': None, '_interfaces': [{'id': 'd61cff8c-a649-44f2-a6ad-8fbe0a4741fc', 'name': '', 'network_id': '7485c606-be45-4b8e-acdc-8e932cd5d0de', 'tenant_id': '35d0c8a0999d459aa865a80b75535cb0', 'mac_address': 'fa:16:3e:b3:05:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbb20fc-49c1-4436-8f20-2146bb90ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04fc1bbb-557e-432b-82d1-b6942a2a012a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:36Z', 'revision_number': 4, 'project_id': '35d0c8a0999d459aa865a80b75535cb0', 'subnets': [{'id': '04fc1bbb-557e-432b-82d1-b6942a2a012a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9da1724-c7fc-43cd-ac8f-8a484ae1415d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:36.881057 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-11f65953-164b-46cc-89d4-1a972586bb2e None None] Attempt 6 to provision port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc Sep 21 21:46:36.881754 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782620f8-1ece-4dd8-a307-830f8ddd238d None None] The sync data for ids ['fdbb20fc-49c1-4436-8f20-2146bb90ebd1'] in dv-cinder-858818-1-iscsi is: [{'id': 'fdbb20fc-49c1-4436-8f20-2146bb90ebd1', 'name': 'router1', 'tenant_id': '35d0c8a0999d459aa865a80b75535cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:23Z', 'updated_at': '2022-09-21T21:46:34Z', 'revision_number': 2, 'project_id': '35d0c8a0999d459aa865a80b75535cb0', 'gw_port_host': None, '_interfaces': [{'id': 'd61cff8c-a649-44f2-a6ad-8fbe0a4741fc', 'name': '', 'network_id': '7485c606-be45-4b8e-acdc-8e932cd5d0de', 'tenant_id': '35d0c8a0999d459aa865a80b75535cb0', 'mac_address': 'fa:16:3e:b3:05:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbb20fc-49c1-4436-8f20-2146bb90ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04fc1bbb-557e-432b-82d1-b6942a2a012a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:36Z', 'revision_number': 4, 'project_id': '35d0c8a0999d459aa865a80b75535cb0', 'subnets': [{'id': '04fc1bbb-557e-432b-82d1-b6942a2a012a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9da1724-c7fc-43cd-ac8f-8a484ae1415d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:46:36.961395 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-11f65953-164b-46cc-89d4-1a972586bb2e None None] Current status of the port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:36.961783 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-11f65953-164b-46cc-89d4-1a972586bb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (d61cff8c-a649-44f2-a6ad-8fbe0a4741fc), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.997480 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-11f65953-164b-46cc-89d4-1a972586bb2e None None] For port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=d61cff8c-a649-44f2-a6ad-8fbe0a4741fc,segment=NetworkSegment(7ed58a10-1a56-4c2f-a13a-383398971fea),segment_id=7ed58a10-1a56-4c2f-a13a-383398971fea)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:46:37.087967 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-11f65953-164b-46cc-89d4-1a972586bb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (d61cff8c-a649-44f2-a6ad-8fbe0a4741fc), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.136389 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f65953-164b-46cc-89d4-1a972586bb2e None None] Pushing event updated for resources: {'Port': ['ID=d61cff8c-a649-44f2-a6ad-8fbe0a4741fc,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:37.207846 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-c2a8de33-c69a-4373-a6db-ccdac469a562 None None] Provisioning complete for port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:37.208351 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c2a8de33-c69a-4373-a6db-ccdac469a562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (d61cff8c-a649-44f2-a6ad-8fbe0a4741fc), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.208753 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-c2a8de33-c69a-4373-a6db-ccdac469a562 None None] Attempt 1 to provision port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc Sep 21 21:46:37.283452 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-c2a8de33-c69a-4373-a6db-ccdac469a562 None None] Current status of the port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:37.379778 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 39114) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:37.525598 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666f4b03-6314-49d0-a06c-8684aa5c2f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:37.527002 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-666f4b03-6314-49d0-a06c-8684aa5c2f9b admin admin] 10.222.0.42 "GET /v2.0/networks/5bc858e6-5dcf-4b5e-8f16-9d664c1453fd HTTP/1.1" status: 200 len: 842 time: 0.1460931 Sep 21 21:46:37.536331 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-efc01cfc-ed3b-49bd-b1a7-8abd59e22917 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'cidr': '172.27.2.0/24'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:37.624829 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc01cfc-ed3b-49bd-b1a7-8abd59e22917 admin admin] Made reservation on behalf of 2b09363b0f1644cd8e3744f1d6c3f28a for: {'subnet': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:46:37.627210 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-efc01cfc-ed3b-49bd-b1a7-8abd59e22917 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:38.137701 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.objects.ports [None req-efc01cfc-ed3b-49bd-b1a7-8abd59e22917 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110731) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 21 21:46:38.138164 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-efc01cfc-ed3b-49bd-b1a7-8abd59e22917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for subnet (ae2772b5-420a-4041-8203-ada83a225396), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:38.195792 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc01cfc-ed3b-49bd-b1a7-8abd59e22917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae2772b5-420a-4041-8203-ada83a225396,revision_number=0']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:38.206288 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc01cfc-ed3b-49bd-b1a7-8abd59e22917 admin admin] Checking segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:38.206664 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc01cfc-ed3b-49bd-b1a7-8abd59e22917 admin admin] Network hostable DHCP agents. Network: 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:46:38.340922 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc01cfc-ed3b-49bd-b1a7-8abd59e22917 admin admin] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:46:38.420805 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-efc01cfc-ed3b-49bd-b1a7-8abd59e22917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd) {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:38.425726 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc01cfc-ed3b-49bd-b1a7-8abd59e22917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:38.426330 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-efc01cfc-ed3b-49bd-b1a7-8abd59e22917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:38.432451 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e259537b-c01c-4a0b-919c-9ff4879f0a34 None None] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:46:38.524999 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-efc01cfc-ed3b-49bd-b1a7-8abd59e22917 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9820557 Sep 21 21:46:38.533430 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2cd2b8-b1d8-48de-84ce-6502ac21fbce None None] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:46:40.955568 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 39122) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:41.182008 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-d4b8ba46-7ae1-418a-8832-faf84197a842 demo admin] 10.222.0.42 "GET /v2.0/routers/fdbb20fc-49c1-4436-8f20-2146bb90ebd1 HTTP/1.1" status: 200 len: 710 time: 0.2251823 Sep 21 21:46:41.269081 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2139d4-cf60-4f1b-8a02-13b4c175d07f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:41.270428 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-8c2139d4-cf60-4f1b-8a02-13b4c175d07f demo admin] 10.222.0.42 "GET /v2.0/networks/5bc858e6-5dcf-4b5e-8f16-9d664c1453fd HTTP/1.1" status: 200 len: 886 time: 0.0829322 Sep 21 21:46:41.279750 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-d635fad7-b227-4bc4-9d22-61a2588126f5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:41.516368 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d635fad7-b227-4bc4-9d22-61a2588126f5 demo admin] Publish callbacks [] for router_gateway (fdbb20fc-49c1-4436-8f20-2146bb90ebd1), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:41.831765 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d635fad7-b227-4bc4-9d22-61a2588126f5 demo admin] Publish callbacks [] for router_gateway (fdbb20fc-49c1-4436-8f20-2146bb90ebd1), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:41.909175 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d635fad7-b227-4bc4-9d22-61a2588126f5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:42.115108 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [None req-d635fad7-b227-4bc4-9d22-61a2588126f5 demo admin] Allocated IP 172.27.2.209 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/f3528b17-26cd-453e-9db0-d2e4fe291774) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:46:42.233779 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d635fad7-b227-4bc4-9d22-61a2588126f5 demo admin] Publish callbacks [] for port (f3528b17-26cd-453e-9db0-d2e4fe291774), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:42.351091 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d635fad7-b227-4bc4-9d22-61a2588126f5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (f3528b17-26cd-453e-9db0-d2e4fe291774), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:42.421179 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d635fad7-b227-4bc4-9d22-61a2588126f5 demo admin] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:42.426714 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-d635fad7-b227-4bc4-9d22-61a2588126f5 demo admin] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:42.435293 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d635fad7-b227-4bc4-9d22-61a2588126f5 demo admin] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:46:42.467467 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635fad7-b227-4bc4-9d22-61a2588126f5 demo admin] Pushing event updated for resources: {'Port': ['ID=f3528b17-26cd-453e-9db0-d2e4fe291774,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:42.764382 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d635fad7-b227-4bc4-9d22-61a2588126f5 demo admin] Publish callbacks [] for router_gateway (fdbb20fc-49c1-4436-8f20-2146bb90ebd1), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:42.944500 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d635fad7-b227-4bc4-9d22-61a2588126f5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-766026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256417'] for router (fdbb20fc-49c1-4436-8f20-2146bb90ebd1), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:42.949510 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d635fad7-b227-4bc4-9d22-61a2588126f5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-766017'] for router (fdbb20fc-49c1-4436-8f20-2146bb90ebd1), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:43.052864 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d635fad7-b227-4bc4-9d22-61a2588126f5 demo admin] Router fdbb20fc-49c1-4436-8f20-2146bb90ebd1 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:46:43.153369 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d635fad7-b227-4bc4-9d22-61a2588126f5 demo admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:46:43.157990 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d635fad7-b227-4bc4-9d22-61a2588126f5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:43.159070 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-d635fad7-b227-4bc4-9d22-61a2588126f5 demo admin] 10.222.0.42 "PUT /v2.0/routers/fdbb20fc-49c1-4436-8f20-2146bb90ebd1 HTTP/1.1" status: 200 len: 890 time: 1.8825982 Sep 21 21:46:43.695050 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device d61cff8c-a649-44f2-a6ad-8fbe0a4741fc up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:43.745503 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:43.746006 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (d61cff8c-a649-44f2-a6ad-8fbe0a4741fc), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:43.746419 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc Sep 21 21:46:43.819392 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:45.560424 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Sync routers for ids ['fdbb20fc-49c1-4436-8f20-2146bb90ebd1'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:46:45.574570 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Routers {'fdbb20fc-49c1-4436-8f20-2146bb90ebd1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:45.575200 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:46:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['fdbb20fc-49c1-4436-8f20-2146bb90ebd1'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:45.730634 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 39134) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:45.770021 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Set router fdbb20fc-49c1-4436-8f20-2146bb90ebd1 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:46:45.850259 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-78107aad-1515-4a44-969c-a42a67ff3057 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1182663 Sep 21 21:46:46.232771 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbb20fc-49c1-4436-8f20-2146bb90ebd1', 'name': 'router1', 'tenant_id': '35d0c8a0999d459aa865a80b75535cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f3528b17-26cd-453e-9db0-d2e4fe291774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:23Z', 'updated_at': '2022-09-21T21:46:42Z', 'revision_number': 4, 'project_id': '35d0c8a0999d459aa865a80b75535cb0', 'gw_port': {'id': 'f3528b17-26cd-453e-9db0-d2e4fe291774', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:44:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbb20fc-49c1-4436-8f20-2146bb90ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:41Z', 'updated_at': '2022-09-21T21:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'd61cff8c-a649-44f2-a6ad-8fbe0a4741fc', 'name': '', 'network_id': '7485c606-be45-4b8e-acdc-8e932cd5d0de', 'tenant_id': '35d0c8a0999d459aa865a80b75535cb0', 'mac_address': 'fa:16:3e:b3:05:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbb20fc-49c1-4436-8f20-2146bb90ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04fc1bbb-557e-432b-82d1-b6942a2a012a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:36Z', 'revision_number': 5, 'project_id': '35d0c8a0999d459aa865a80b75535cb0', 'subnets': [{'id': '04fc1bbb-557e-432b-82d1-b6942a2a012a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9da1724-c7fc-43cd-ac8f-8a484ae1415d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:46.279720 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Checking router: fdbb20fc-49c1-4436-8f20-2146bb90ebd1 for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:46:46.280078 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Updating router fdbb20fc-49c1-4436-8f20-2146bb90ebd1 port f3528b17-26cd-453e-9db0-d2e4fe291774 binding host dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:46:46.333963 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f3528b17-26cd-453e-9db0-d2e4fe291774), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.644335 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Publish callbacks [] for port (f3528b17-26cd-453e-9db0-d2e4fe291774), precommit_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.730024 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (f3528b17-26cd-453e-9db0-d2e4fe291774), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.765779 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Attempting to bind port f3528b17-26cd-453e-9db0-d2e4fe291774 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:46:46.766083 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Attempting to bind port f3528b17-26cd-453e-9db0-d2e4fe291774 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:46:46.766449 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Attempting to bind port f3528b17-26cd-453e-9db0-d2e4fe291774 on network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:46:46.774138 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:46:46.775131 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Checking segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:46.775538 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.775994 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Bound using segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:46:46.776524 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Bound port: f3528b17-26cd-453e-9db0-d2e4fe291774, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:46:46.776948 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f3528b17-26cd-453e-9db0-d2e4fe291774), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.806683 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501e410-a44f-49c3-af52-96008d55cd68 None None] Pushing event updated for resources: {'Port': ['ID=f3528b17-26cd-453e-9db0-d2e4fe291774,revision_number=2']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:46.831647 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] For port f3528b17-26cd-453e-9db0-d2e4fe291774, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:46:46.834646 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] For port f3528b17-26cd-453e-9db0-d2e4fe291774, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=f3528b17-26cd-453e-9db0-d2e4fe291774,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:46:46.969949 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (f3528b17-26cd-453e-9db0-d2e4fe291774), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.019189 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Routers {'fdbb20fc-49c1-4436-8f20-2146bb90ebd1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:47.019794 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:46:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['fdbb20fc-49c1-4436-8f20-2146bb90ebd1'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:47.058525 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501e410-a44f-49c3-af52-96008d55cd68 None None] Pushing event updated for resources: {'Port': ['ID=f3528b17-26cd-453e-9db0-d2e4fe291774,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:47.127105 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] Set router fdbb20fc-49c1-4436-8f20-2146bb90ebd1 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:46:47.330836 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbb20fc-49c1-4436-8f20-2146bb90ebd1', 'name': 'router1', 'tenant_id': '35d0c8a0999d459aa865a80b75535cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f3528b17-26cd-453e-9db0-d2e4fe291774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:23Z', 'updated_at': '2022-09-21T21:46:42Z', 'revision_number': 4, 'project_id': '35d0c8a0999d459aa865a80b75535cb0', 'gw_port': {'id': 'f3528b17-26cd-453e-9db0-d2e4fe291774', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:44:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbb20fc-49c1-4436-8f20-2146bb90ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:41Z', 'updated_at': '2022-09-21T21:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'd61cff8c-a649-44f2-a6ad-8fbe0a4741fc', 'name': '', 'network_id': '7485c606-be45-4b8e-acdc-8e932cd5d0de', 'tenant_id': '35d0c8a0999d459aa865a80b75535cb0', 'mac_address': 'fa:16:3e:b3:05:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbb20fc-49c1-4436-8f20-2146bb90ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04fc1bbb-557e-432b-82d1-b6942a2a012a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:36Z', 'revision_number': 5, 'project_id': '35d0c8a0999d459aa865a80b75535cb0', 'subnets': [{'id': '04fc1bbb-557e-432b-82d1-b6942a2a012a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9da1724-c7fc-43cd-ac8f-8a484ae1415d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:47.354019 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff25a45-cca1-460f-8fa2-9cff6d37995f None None] The sync data for ids ['fdbb20fc-49c1-4436-8f20-2146bb90ebd1'] in dv-cinder-858818-1-iscsi is: [{'id': 'fdbb20fc-49c1-4436-8f20-2146bb90ebd1', 'name': 'router1', 'tenant_id': '35d0c8a0999d459aa865a80b75535cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f3528b17-26cd-453e-9db0-d2e4fe291774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:23Z', 'updated_at': '2022-09-21T21:46:42Z', 'revision_number': 4, 'project_id': '35d0c8a0999d459aa865a80b75535cb0', 'gw_port': {'id': 'f3528b17-26cd-453e-9db0-d2e4fe291774', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:44:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbb20fc-49c1-4436-8f20-2146bb90ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:41Z', 'updated_at': '2022-09-21T21:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'd61cff8c-a649-44f2-a6ad-8fbe0a4741fc', 'name': '', 'network_id': '7485c606-be45-4b8e-acdc-8e932cd5d0de', 'tenant_id': '35d0c8a0999d459aa865a80b75535cb0', 'mac_address': 'fa:16:3e:b3:05:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbb20fc-49c1-4436-8f20-2146bb90ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04fc1bbb-557e-432b-82d1-b6942a2a012a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:36Z', 'revision_number': 5, 'project_id': '35d0c8a0999d459aa865a80b75535cb0', 'subnets': [{'id': '04fc1bbb-557e-432b-82d1-b6942a2a012a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9da1724-c7fc-43cd-ac8f-8a484ae1415d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:46:47.734315 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device f3528b17-26cd-453e-9db0-d2e4fe291774 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:47.785479 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port f3528b17-26cd-453e-9db0-d2e4fe291774 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:47.785881 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (f3528b17-26cd-453e-9db0-d2e4fe291774), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.786230 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port f3528b17-26cd-453e-9db0-d2e4fe291774 Sep 21 21:46:47.877017 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port f3528b17-26cd-453e-9db0-d2e4fe291774 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:47.877881 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f3528b17-26cd-453e-9db0-d2e4fe291774), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.904455 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] For port f3528b17-26cd-453e-9db0-d2e4fe291774, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=f3528b17-26cd-453e-9db0-d2e4fe291774,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:46:47.987989 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (f3528b17-26cd-453e-9db0-d2e4fe291774), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:48.072826 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Pushing event updated for resources: {'Port': ['ID=f3528b17-26cd-453e-9db0-d2e4fe291774,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:49.699497 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device f3528b17-26cd-453e-9db0-d2e4fe291774 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:49.750995 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port f3528b17-26cd-453e-9db0-d2e4fe291774 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:49.751395 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (f3528b17-26cd-453e-9db0-d2e4fe291774), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.751737 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port f3528b17-26cd-453e-9db0-d2e4fe291774 Sep 21 21:46:49.829075 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port f3528b17-26cd-453e-9db0-d2e4fe291774 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:56.504982 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-63e9a921-9f9c-42f7-8121-6745755c8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:58.641835 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f03056a5-aec8-485f-ae13-2154c31cab63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:59.786426 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:01.478838 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:03.025429 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:08.342642 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 5 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:47:26.487619 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-292a9d97-330c-4756-bbf5-4a2cca485754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:28.649507 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-0f5205f8-2682-4ba3-b59d-b56b6f7a4d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:30.186241 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:31.466459 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:33.005861 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:45.342539 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 5 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:47:56.511690 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-d46e6c62-bfeb-42a6-825f-907230702283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:58.648724 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-beebcfc6-d7a9-44e7-b460-d2194fd53226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:59.794681 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:01.475070 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:02.986039 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:09.459815 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 39618) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:09.520031 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.pecan_wsgi.hooks.translation [None req-604b8e61-0ab0-4296-8121-eb66b19fd508 admin admin] GET failed (client error): The resource could not be found. Sep 21 21:48:09.521355 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-604b8e61-0ab0-4296-8121-eb66b19fd508 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605676 Sep 21 21:48:09.680628 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65199f01-4d5f-4645-84c1-35c0ae07ab7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:09.682219 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-65199f01-4d5f-4645-84c1-35c0ae07ab7a admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1563816 Sep 21 21:48:12.015170 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 39628) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:12.107048 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9781d03a-8ee3-4c88-927f-fc55ba5b8796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:12.108362 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-9781d03a-8ee3-4c88-927f-fc55ba5b8796 admin admin] 10.222.0.42 "GET /v2.0/subnets/04fc1bbb-557e-432b-82d1-b6942a2a012a HTTP/1.1" status: 200 len: 849 time: 0.0922432 Sep 21 21:48:12.117610 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:48:12.201522 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] Publish callbacks [] for subnet (04fc1bbb-557e-432b-82d1-b6942a2a012a), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:12.401088 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730879840094'] for subnet (04fc1bbb-557e-432b-82d1-b6942a2a012a), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:12.434169 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:12.434787 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:12.436136 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] 10.222.0.42 "PUT /v2.0/subnets/04fc1bbb-557e-432b-82d1-b6942a2a012a HTTP/1.1" status: 200 len: 868 time: 0.3220024 Sep 21 21:48:12.452455 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b9e58f-7602-48c1-85f6-b953b0517664 None None] Network 7485c606-be45-4b8e-acdc-8e932cd5d0de requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:48:12.457641 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] Pushing event updated for resources: {'Subnet': ['ID=04fc1bbb-557e-432b-82d1-b6942a2a012a,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:12.465801 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:12.466178 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:12.466529 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:12.466876 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:12.467202 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:12.467527 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:12.467914 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:12.468593 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:12.468971 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:12.469322 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:12.469648 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:12.469967 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:12.470282 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1784347-9b38-4816-9630-d67d852c284f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:12.786306 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-6b0ec5df-1d0e-4b0b-85ea-21d041ecde13 None None] Provisioning complete for port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:48:12.786693 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-6b0ec5df-1d0e-4b0b-85ea-21d041ecde13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (d61cff8c-a649-44f2-a6ad-8fbe0a4741fc), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:12.787034 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-6b0ec5df-1d0e-4b0b-85ea-21d041ecde13 None None] Attempt 1 to provision port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc Sep 21 21:48:12.858810 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-6b0ec5df-1d0e-4b0b-85ea-21d041ecde13 None None] Current status of the port d61cff8c-a649-44f2-a6ad-8fbe0a4741fc is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:48:12.868869 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-6b0ec5df-1d0e-4b0b-85ea-21d041ecde13 None None] Provisioning complete for port 28d69182-d355-4e8f-9ebe-2038053384d9 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:48:12.869280 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-6b0ec5df-1d0e-4b0b-85ea-21d041ecde13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (28d69182-d355-4e8f-9ebe-2038053384d9), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:12.869619 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-6b0ec5df-1d0e-4b0b-85ea-21d041ecde13 None None] Attempt 1 to provision port 28d69182-d355-4e8f-9ebe-2038053384d9 Sep 21 21:48:12.936657 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-6b0ec5df-1d0e-4b0b-85ea-21d041ecde13 None None] Current status of the port 28d69182-d355-4e8f-9ebe-2038053384d9 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:48:14.779044 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 39638) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:14.976537 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a548d137-cc3d-4c57-acd6-952731c9aad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:14.976927 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a548d137-cc3d-4c57-acd6-952731c9aad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:14.978527 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-a548d137-cc3d-4c57-acd6-952731c9aad8 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984925 Sep 21 21:48:17.326706 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 39646) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:17.587311 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d2685b-f8ee-4e37-93f0-7739f3017d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:17.587713 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d2685b-f8ee-4e37-93f0-7739f3017d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:17.589295 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-81d2685b-f8ee-4e37-93f0-7739f3017d1d admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2616148 Sep 21 21:48:19.908204 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 39654) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:20.033965 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e362ceb-5972-485d-b8d4-dc61eba912a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:20.035322 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-9e362ceb-5972-485d-b8d4-dc61eba912a6 admin admin] 10.222.0.42 "GET /v2.0/networks/5bc858e6-5dcf-4b5e-8f16-9d664c1453fd HTTP/1.1" status: 200 len: 886 time: 0.1261721 Sep 21 21:48:22.340248 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 5 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:48:22.342640 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 39662) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:22.483831 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfadae5-de3c-4571-ad04-704922a5dd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:22.485223 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-0dfadae5-de3c-4571-ad04-704922a5dd9c admin admin] 10.222.0.42 "GET /v2.0/networks/7485c606-be45-4b8e-acdc-8e932cd5d0de HTTP/1.1" status: 200 len: 869 time: 0.1416099 Sep 21 21:48:24.807852 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 39670) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:24.931169 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157d5381-1932-40a7-a250-8e7a1f312f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:24.931630 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157d5381-1932-40a7-a250-8e7a1f312f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:24.933162 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-157d5381-1932-40a7-a250-8e7a1f312f1f admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243379 Sep 21 21:48:26.492132 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9fa65f13-80b4-4428-99a1-4b0cc4061ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:27.272855 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 39678) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:27.362593 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0284e5c7-89f1-4a8b-b081-5df9555adf3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:27.363054 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0284e5c7-89f1-4a8b-b081-5df9555adf3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:27.364529 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-0284e5c7-89f1-4a8b-b081-5df9555adf3f admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0907757 Sep 21 21:48:28.625952 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ca2e-793b-4722-9d2c-05530bc38481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:29.688067 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 39686) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:29.779811 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:29.793866 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49bd2b7-e0d2-4f78-81bf-599bc4f27594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:29.795206 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-a49bd2b7-e0d2-4f78-81bf-599bc4f27594 admin admin] 10.222.0.42 "GET /v2.0/subnets/04fc1bbb-557e-432b-82d1-b6942a2a012a HTTP/1.1" status: 200 len: 868 time: 0.1061895 Sep 21 21:48:31.497736 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:32.128210 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 39694) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:32.213104 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe5f1fa-503a-43e1-9249-9a9e6917e8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:32.214426 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-afe5f1fa-503a-43e1-9249-9a9e6917e8ee admin admin] 10.222.0.42 "GET /v2.0/subnets/ae2772b5-420a-4041-8203-ada83a225396 HTTP/1.1" status: 200 len: 816 time: 0.0852616 Sep 21 21:48:33.014596 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:56.513862 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-98887cd1-2762-4b6e-a3d9-d76ee2bacf48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:57.580842 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 39748) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:57.627659 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [None req-44a80a32-fa45-4113-9416-f1305e88e70d admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:48:57.628659 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-44a80a32-fa45-4113-9416-f1305e88e70d admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468230 Sep 21 21:48:58.625442 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-2b080d49-1460-4977-a0d0-1169ed45a745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:59.338946 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 5 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:48:59.817269 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:00.041798 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 39756) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:00.102213 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1498bab-eab6-4ba5-adff-17694207d87c admin admin] GET failed (client error): The resource could not be found. Sep 21 21:49:00.103492 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-a1498bab-eab6-4ba5-adff-17694207d87c admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606959 Sep 21 21:49:00.310987 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d05af1-9ce3-44e6-821f-314e0eb5e984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:00.312368 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-a0d05af1-9ce3-44e6-821f-314e0eb5e984 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2048836 Sep 21 21:49:01.488446 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:02.666790 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 39764) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:02.713541 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-9b19ec77-0a62-483c-9630-4975d6587834 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:02.799812 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b19ec77-0a62-483c-9630-4975d6587834 admin admin] Made reservation on behalf of 2b09363b0f1644cd8e3744f1d6c3f28a for: {'network': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:49:02.802283 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9b19ec77-0a62-483c-9630-4975d6587834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:02.830317 dv-cinder-858818-1-iscsi neutron-server[110730]: WARNING neutron.services.revisions.revision_plugin [None req-9b19ec77-0a62-483c-9630-4975d6587834 admin admin] Could not find related network for resource to bump revision. Sep 21 21:49:02.843508 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b19ec77-0a62-483c-9630-4975d6587834 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=110730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:49:02.855447 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9b19ec77-0a62-483c-9630-4975d6587834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (ff348a00-1737-4a96-a732-27d9ccf8f7e1), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:02.855728 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.segments_db [None req-9b19ec77-0a62-483c-9630-4975d6587834 admin admin] Added segment ff348a00-1737-4a96-a732-27d9ccf8f7e1 of type vlan for network 0446b1fe-3304-4190-b937-a119b719f5e9 Sep 21 21:49:02.893856 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9b19ec77-0a62-483c-9630-4975d6587834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (0446b1fe-3304-4190-b937-a119b719f5e9), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:02.997000 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9b19ec77-0a62-483c-9630-4975d6587834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (0446b1fe-3304-4190-b937-a119b719f5e9), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:03.001096 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b19ec77-0a62-483c-9630-4975d6587834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:03.001096 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9b19ec77-0a62-483c-9630-4975d6587834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:03.042783 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:03.055866 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19ec77-0a62-483c-9630-4975d6587834 admin admin] Pushing event updated for resources: {'Network': ['ID=0446b1fe-3304-4190-b937-a119b719f5e9,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:03.064970 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network 0446b1fe-3304-4190-b937-a119b719f5e9 details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:49:03.142724 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-9b19ec77-0a62-483c-9630-4975d6587834 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4748459 Sep 21 21:49:05.485360 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 39772) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:05.545175 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.pecan_wsgi.hooks.translation [None req-194d1db3-9954-4863-8e74-68db5ef22794 admin admin] GET failed (client error): The resource could not be found. Sep 21 21:49:05.546453 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-194d1db3-9954-4863-8e74-68db5ef22794 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601423 Sep 21 21:49:05.615097 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32ddf30-9557-477e-88be-44ea2f188f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:05.616495 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-e32ddf30-9557-477e-88be-44ea2f188f78 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660450 Sep 21 21:49:05.626498 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-fa00a0b6-0b32-41cd-ae28-082dd1e65396 admin admin] Request body: {'subnet': {'network_id': '0446b1fe-3304-4190-b937-a119b719f5e9', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:05.705315 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa00a0b6-0b32-41cd-ae28-082dd1e65396 admin admin] Made reservation on behalf of 2b09363b0f1644cd8e3744f1d6c3f28a for: {'subnet': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:49:05.707474 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-fa00a0b6-0b32-41cd-ae28-082dd1e65396 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:05.928839 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-fa00a0b6-0b32-41cd-ae28-082dd1e65396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for subnet (3729c0a4-c06a-4a74-99a8-cd123f42a726), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:05.981604 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00a0b6-0b32-41cd-ae28-082dd1e65396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3729c0a4-c06a-4a74-99a8-cd123f42a726,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:05.989788 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa00a0b6-0b32-41cd-ae28-082dd1e65396 admin admin] Checking segment: {'id': 'ff348a00-1737-4a96-a732-27d9ccf8f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0446b1fe-3304-4190-b937-a119b719f5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:49:05.990137 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa00a0b6-0b32-41cd-ae28-082dd1e65396 admin admin] Network hostable DHCP agents. Network: 0446b1fe-3304-4190-b937-a119b719f5e9, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:49:06.102964 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa00a0b6-0b32-41cd-ae28-082dd1e65396 admin admin] Network 0446b1fe-3304-4190-b937-a119b719f5e9 is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:49:06.214249 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-fa00a0b6-0b32-41cd-ae28-082dd1e65396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, 0446b1fe-3304-4190-b937-a119b719f5e9) {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:49:06.218328 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00a0b6-0b32-41cd-ae28-082dd1e65396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:06.218920 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-fa00a0b6-0b32-41cd-ae28-082dd1e65396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:06.223152 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d6c80d-4fb4-42a1-8a69-a9dc450965d6 None None] Network 0446b1fe-3304-4190-b937-a119b719f5e9 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:49:06.329210 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-fa00a0b6-0b32-41cd-ae28-082dd1e65396 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7057228 Sep 21 21:49:06.416860 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c86c540-5e61-54b3-b1b4-fe06f5909a9b-0446b1fe-3304-4190-b937-a119b719f5e9', 'network_id': '0446b1fe-3304-4190-b937-a119b719f5e9', 'project_id': '2b09363b0f1644cd8e3744f1d6c3f28a', 'fixed_ips': [{'subnet_id': '3729c0a4-c06a-4a74-99a8-cd123f42a726'}]}} from dv-cinder-858818-1-iscsi. {{(pid=110732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:49:06.417792 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:06.555210 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.db_base_plugin_common [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Allocated IP 192.168.233.2 (0446b1fe-3304-4190-b937-a119b719f5e9/3729c0a4-c06a-4a74-99a8-cd123f42a726/06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6) {{(pid=110732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:49:06.695555 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Publish callbacks [] for port (06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6), precommit_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:06.818382 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6), after_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:06.858637 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Network 0446b1fe-3304-4190-b937-a119b719f5e9 is already hosted by enough agents. {{(pid=110732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:49:06.861553 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.base_scheduler [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Resources bound (agent type, host, resource id): {{(pid=110732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:49:06.867839 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Received port after_create {{(pid=110732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:49:06.872858 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Pushing event updated for resources: {'Port': ['ID=06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6,revision_number=1']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:06.883227 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.883597 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.883962 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.884304 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.884635 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.884990 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.885320 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.885647 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.885974 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.886313 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.886638 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.886956 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.887279 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.939562 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Attempting to bind port 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:49:06.939952 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Attempting to bind port 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': 'ff348a00-1737-4a96-a732-27d9ccf8f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0446b1fe-3304-4190-b937-a119b719f5e9'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:49:06.940318 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Attempting to bind port 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6 on network 0446b1fe-3304-4190-b937-a119b719f5e9 {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:49:06.945533 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:49:06.954371 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Checking segment: {'id': 'ff348a00-1737-4a96-a732-27d9ccf8f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0446b1fe-3304-4190-b937-a119b719f5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:49:06.954371 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:06.954371 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Bound using segment: {'id': 'ff348a00-1737-4a96-a732-27d9ccf8f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0446b1fe-3304-4190-b937-a119b719f5e9'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:49:06.954371 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Bound port: 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff348a00-1737-4a96-a732-27d9ccf8f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0446b1fe-3304-4190-b937-a119b719f5e9'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:49:06.954371 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:07.007824 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] For port 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:49:07.011032 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] For port 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6,segment=NetworkSegment(ff348a00-1737-4a96-a732-27d9ccf8f7e1),segment_id=ff348a00-1737-4a96-a732-27d9ccf8f7e1)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:49:07.077873 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:07.131186 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d32db-1cba-4858-a0fa-bf5670040c17 None None] Pushing event updated for resources: {'Port': ['ID=06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6,revision_number=2']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:07.836628 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:49:07.890844 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:07.891243 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:07.891577 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6 Sep 21 21:49:07.958798 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca0a9bd-2cb5-4645-aebd-cabd9f4c2ad7 None None] Network 0446b1fe-3304-4190-b937-a119b719f5e9 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:49:08.022600 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:08.023828 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.079552 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] For port 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6,segment=NetworkSegment(ff348a00-1737-4a96-a732-27d9ccf8f7e1),segment_id=ff348a00-1737-4a96-a732-27d9ccf8f7e1)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:08.103616 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-ee8c1292-f37d-411c-bb65-4832df4d81ec None None] Provisioning complete for port 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:08.104010 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-ee8c1292-f37d-411c-bb65-4832df4d81ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.104353 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-ee8c1292-f37d-411c-bb65-4832df4d81ec None None] Attempt 1 to provision port 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6 Sep 21 21:49:08.150534 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.230082 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Pushing event updated for resources: {'Port': ['ID=06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:08.238009 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-ee8c1292-f37d-411c-bb65-4832df4d81ec None None] Current status of the port 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:08.358374 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-65834ccc-e119-4a8e-a805-9da4daa26092 None None] Provisioning complete for port 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:08.358896 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-65834ccc-e119-4a8e-a805-9da4daa26092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.359237 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-65834ccc-e119-4a8e-a805-9da4daa26092 None None] Attempt 1 to provision port 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6 Sep 21 21:49:08.436630 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-65834ccc-e119-4a8e-a805-9da4daa26092 None None] Current status of the port 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:09.768150 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:49:09.811436 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:09.811811 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:09.812149 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6 Sep 21 21:49:09.880276 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 06fc4e2b-d802-4748-9ea9-6b0ed8f7f6b6 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:26.534324 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-49cb3c38-c363-4c77-b8df-1ac9c7da00fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:28.671516 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a58a90e3-293d-4bc4-89cf-5b19d0faf07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:29.791280 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:31.479936 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:33.019740 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:36.337765 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 5 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:49:56.525725 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-6d61f2ae-c30c-47a0-af64-1a027c04117c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:58.625678 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b2d48eae-7f32-462f-8165-492f29717519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:59.848247 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:01.479585 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:02.988152 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:13.336344 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 5 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:50:26.506067 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-68acf044-d093-4963-9cdc-a616f8a7daf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:28.620054 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-51c17305-ed6b-4f4a-9326-dcb0e183898d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:29.802950 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:31.494379 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:33.025861 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:35.019098 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 39816) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:50:35.025420 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [None req-05d38d29-c45f-452d-a72f-630f1410b73f tempest-verify_tempest_config-1426294656 tempest-verify_tempest_config-1426294656-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:50:35.026414 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-05d38d29-c45f-452d-a72f-630f1410b73f tempest-verify_tempest_config-1426294656 tempest-verify_tempest_config-1426294656-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063088 Sep 21 21:50:35.635968 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 39834) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:50:35.737431 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c5276c10-f49d-4053-a01c-729d5011e5de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:35.808905 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c5276c10-f49d-4053-a01c-729d5011e5de admin admin] Publish callbacks [] for security_group (003be87c-4336-4d42-b70e-2c16ebfc2ec0), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:35.877086 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c5276c10-f49d-4053-a01c-729d5011e5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (003be87c-4336-4d42-b70e-2c16ebfc2ec0), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:35.922884 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-c5276c10-f49d-4053-a01c-729d5011e5de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c25e9c11e2749cda4336367f824add8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2858136 Sep 21 21:50:35.924674 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5276c10-f49d-4053-a01c-729d5011e5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003be87c-4336-4d42-b70e-2c16ebfc2ec0,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:35.925916 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 39840) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:50:35.931977 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5276c10-f49d-4053-a01c-729d5011e5de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.932354 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5276c10-f49d-4053-a01c-729d5011e5de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.932711 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5276c10-f49d-4053-a01c-729d5011e5de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.933118 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5276c10-f49d-4053-a01c-729d5011e5de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.933461 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5276c10-f49d-4053-a01c-729d5011e5de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.933794 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5276c10-f49d-4053-a01c-729d5011e5de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.934148 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5276c10-f49d-4053-a01c-729d5011e5de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.934485 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5276c10-f49d-4053-a01c-729d5011e5de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.934830 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5276c10-f49d-4053-a01c-729d5011e5de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.935264 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5276c10-f49d-4053-a01c-729d5011e5de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.935602 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5276c10-f49d-4053-a01c-729d5011e5de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.935930 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5276c10-f49d-4053-a01c-729d5011e5de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.936258 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5276c10-f49d-4053-a01c-729d5011e5de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.979633 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2356607e-544a-4fc3-81f9-0dd2bb07b81c admin admin] Publish callbacks [] for security_group (003be87c-4336-4d42-b70e-2c16ebfc2ec0), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:36.000736 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2356607e-544a-4fc3-81f9-0dd2bb07b81c admin admin] Publish callbacks [] for security_group (003be87c-4336-4d42-b70e-2c16ebfc2ec0), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:36.153865 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2356607e-544a-4fc3-81f9-0dd2bb07b81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (003be87c-4336-4d42-b70e-2c16ebfc2ec0), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:36.156389 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2356607e-544a-4fc3-81f9-0dd2bb07b81c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:36.157604 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-2356607e-544a-4fc3-81f9-0dd2bb07b81c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/003be87c-4336-4d42-b70e-2c16ebfc2ec0 HTTP/1.1" status: 204 len: 168 time: 0.2307312 Sep 21 21:50:36.165842 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356607e-544a-4fc3-81f9-0dd2bb07b81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003be87c-4336-4d42-b70e-2c16ebfc2ec0,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:36.172435 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356607e-544a-4fc3-81f9-0dd2bb07b81c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:36.172786 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356607e-544a-4fc3-81f9-0dd2bb07b81c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:36.173175 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356607e-544a-4fc3-81f9-0dd2bb07b81c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:36.173516 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356607e-544a-4fc3-81f9-0dd2bb07b81c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:36.173846 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356607e-544a-4fc3-81f9-0dd2bb07b81c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:36.174170 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356607e-544a-4fc3-81f9-0dd2bb07b81c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:36.174516 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356607e-544a-4fc3-81f9-0dd2bb07b81c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:36.174845 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356607e-544a-4fc3-81f9-0dd2bb07b81c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:36.175166 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356607e-544a-4fc3-81f9-0dd2bb07b81c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:36.175487 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356607e-544a-4fc3-81f9-0dd2bb07b81c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:36.175897 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356607e-544a-4fc3-81f9-0dd2bb07b81c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:36.176118 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356607e-544a-4fc3-81f9-0dd2bb07b81c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:36.176428 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356607e-544a-4fc3-81f9-0dd2bb07b81c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:50.334704 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 5 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:50:56.513743 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1c6d43d9-fe1a-41f0-841b-d6fd659c93ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:58.645361 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-706b31e4-0f42-4a9f-9762-97cd37a18fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:59.805462 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:01.484853 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:02.991908 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:26.467461 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-bf619b08-7697-424d-a648-d44f3e4439e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:27.333609 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 5 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:51:28.622400 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-0f56988b-6291-4999-8e5b-20e41c7c44eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:29.799771 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:31.507704 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:32.991300 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.500063 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ec4a-f737-4f00-901e-15c2ca25b5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:58.637021 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-380b1bf8-76fb-4f03-a9ec-5eda05c0e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:59.802829 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:01.473296 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:03.014561 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:04.331825 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 5 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:52:18.202757 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-757242'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.529404 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-fc8fc2c8-4d24-4911-9f09-78209fe61294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:28.662069 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-bb5319cc-dcb3-4759-b13d-76060beac541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:29.843130 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:31.496907 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:32.738276 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 39910) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:32.841180 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-bc0efd87-ee5b-4c77-913d-d64d39506d24 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1017804 Sep 21 21:52:32.999217 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:35.168839 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 39920) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:35.228484 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-2779d64c-6449-4b07-a9d6-3ba35c734d05 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0585475 Sep 21 21:52:41.330245 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:52:48.174492 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:56.501937 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-6da0f6b6-89fd-44be-b979-d741af731d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:58.633195 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-6b8a84aa-f171-4c16-a9b4-9588e4153a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:59.804948 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:01.553599 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:02.986192 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:18.193283 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:18.328280 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:53:26.530703 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e79b94a3-f5c0-4f4e-9ce3-4ad55f2e3360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:28.638707 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1e570c65-e4b7-47da-8f02-903315f9ffca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:29.810796 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:31.519720 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:33.009908 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:48.174836 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:55.327315 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:53:56.485066 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-d44b1ad3-4f41-420e-89a0-ad45943ad311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:58.650637 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a05296f6-a113-4315-a1c9-60df1e004e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:59.816419 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:01.502226 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.010648 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:18.188308 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:26.390240 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 40080) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:26.502386 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb675-d478-41f7-90e2-1e7b138fb56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:26.657011 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-341093674-network', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:26.758262 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Made reservation on behalf of ce39458046ef4d2bb8de370118e4ed86 for: {'network': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:54:26.761085 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:26.772031 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:26.848328 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Publish callbacks [] for security_group (f124a251-9e26-4b34-b7c3-fe3abe70822a), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:26.955783 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (f124a251-9e26-4b34-b7c3-fe3abe70822a), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:26.986932 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=110730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:54:26.988972 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f124a251-9e26-4b34-b7c3-fe3abe70822a,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:27.002252 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.002610 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.002960 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.003295 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.003723 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.003978 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.004304 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.004633 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.004988 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.005335 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.005713 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.005989 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.006278 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Tracked resource versions report: Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: pushed versions: Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: { 'AddressGroup': {'1.2'}, Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'ConntrackHelper': {'1.0'}, Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Log': {'1.0'}, Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Network': {'1.1'}, Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Port': {'1.7'}, Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'PortForwarding': {'1.2'}, Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'QosPolicy': {'1.10'}, Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'SecurityGroup': {'1.5'}, Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'SubPort': {'1.0'}, Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Subnet': {'1.1'}, Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Trunk': {'1.1'}} Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: consumer versions: Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: { DHCP agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: HyperV agent@hv-cinder-85881: {}, Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: L3 agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: Metadata agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: Metering agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: Open vSwitch agent@dv-cinder-858818-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'ConntrackHelper': '1.0', Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'LocalIPAssociation': '1.0', Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Log': '1.0', Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Network': '1.1', Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Port': '1.7', Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'PortForwarding': '1.2', Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'QosPolicy': '1.10', Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'SecurityGroup': '1.5', Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'SecurityGroupRule': '1.2', Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'SubPort': '1.0', Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Subnet': '1.1', Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: 'Trunk': '1.1'}} Sep 21 21:54:27.007426 dv-cinder-858818-1-iscsi neutron-server[110730]: {{(pid=110730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:54:27.010425 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (88005f17-1359-4f26-ae4d-4edfdad655cd), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:27.010769 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.segments_db [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Added segment 88005f17-1359-4f26-ae4d-4edfdad655cd of type vlan for network f801d94d-838f-46f0-b7fb-17b6d1554e9c Sep 21 21:54:27.051190 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (f801d94d-838f-46f0-b7fb-17b6d1554e9c), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:27.148175 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (f801d94d-838f-46f0-b7fb-17b6d1554e9c), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:27.149349 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:27.150292 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:27.217096 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 40122) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:27.219985 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8286169 Sep 21 21:54:27.225083 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Request body: {'subnet': {'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-341093674-subnet', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:27.225794 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee278a-577a-48e0-8bab-f889d5b726fc admin admin] Pushing event updated for resources: {'Network': ['ID=f801d94d-838f-46f0-b7fb-17b6d1554e9c,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:27.242300 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network f801d94d-838f-46f0-b7fb-17b6d1554e9c details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:54:27.324789 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Made reservation on behalf of ce39458046ef4d2bb8de370118e4ed86 for: {'subnet': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:54:27.327057 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:27.444528 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 40140) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:27.593821 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for subnet (575b43de-b954-4ed7-bfdd-5b0bcfa5628e), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:27.648856 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Pushing event updated for resources: {'Subnet': ['ID=575b43de-b954-4ed7-bfdd-5b0bcfa5628e,revision_number=0']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:27.658864 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.659237 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.659588 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.659925 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.660256 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.660586 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.660914 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.661265 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.661609 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.661935 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.662205 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 40152) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:27.662322 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.662570 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.662891 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Tracked resource versions report: Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: pushed versions: Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: { 'AddressGroup': {'1.2'}, Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'ConntrackHelper': {'1.0'}, Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Log': {'1.0'}, Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Network': {'1.1'}, Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Port': {'1.7'}, Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'PortForwarding': {'1.2'}, Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'QosPolicy': {'1.10'}, Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'SecurityGroup': {'1.5'}, Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'SubPort': {'1.0'}, Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Subnet': {'1.1'}, Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Trunk': {'1.1'}} Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: consumer versions: Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: { DHCP agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: HyperV agent@hv-cinder-85881: {}, Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: L3 agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: Metadata agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: Metering agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: Open vSwitch agent@dv-cinder-858818-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'ConntrackHelper': '1.0', Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'LocalIPAssociation': '1.0', Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Log': '1.0', Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Network': '1.1', Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Port': '1.7', Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'PortForwarding': '1.2', Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'QosPolicy': '1.10', Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'SecurityGroup': '1.5', Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'SecurityGroupRule': '1.2', Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'SubPort': '1.0', Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Subnet': '1.1', Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: 'Trunk': '1.1'}} Sep 21 21:54:27.664279 dv-cinder-858818-1-iscsi neutron-server[110731]: {{(pid=110731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:54:27.669721 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Checking segment: {'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:27.670072 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Network hostable DHCP agents. Network: f801d94d-838f-46f0-b7fb-17b6d1554e9c, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:54:27.699402 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 40156) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:27.764837 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Network f801d94d-838f-46f0-b7fb-17b6d1554e9c is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:54:27.795755 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-fd90a0cf-f759-4a6b-81fd-ee9bca393e23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-849106333-network', 'tenant_id': 'dffa029369f34cedb4849826071f9552'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:27.833814 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, f801d94d-838f-46f0-b7fb-17b6d1554e9c) {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:27.839174 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:27.840153 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:27.849722 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c2e6cc-d235-4689-9a1c-6a4a27678ae5 None None] Network f801d94d-838f-46f0-b7fb-17b6d1554e9c requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:54:27.879305 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd90a0cf-f759-4a6b-81fd-ee9bca393e23 admin admin] Made reservation on behalf of dffa029369f34cedb4849826071f9552 for: {'network': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:54:27.881764 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-fd90a0cf-f759-4a6b-81fd-ee9bca393e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:27.891784 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-fd90a0cf-f759-4a6b-81fd-ee9bca393e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:27.910876 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-da2d187d-e478-454c-a617-dff07d3a68af admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6919355 Sep 21 21:54:27.913415 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 40164) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:27.918962 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-341093674-router', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:27.978282 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c86c540-5e61-54b3-b1b4-fe06f5909a9b-f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'fixed_ips': [{'subnet_id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e'}]}} from dv-cinder-858818-1-iscsi. {{(pid=110732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:54:27.979321 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.019125 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-fd90a0cf-f759-4a6b-81fd-ee9bca393e23 admin admin] Publish callbacks [] for security_group (d2280a8e-43e7-4f53-8fa8-fe47918b82d8), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.044237 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256442'] for router (bf131272-3f82-42c8-a7a8-9e0b240d6f88), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.045641 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256435'] for router (bf131272-3f82-42c8-a7a8-9e0b240d6f88), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.066402 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-56748b7f-a140-4c49-8324-76f098d5f018 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-990228059-network', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:28.107786 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-fd90a0cf-f759-4a6b-81fd-ee9bca393e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (d2280a8e-43e7-4f53-8fa8-fe47918b82d8), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.123048 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd90a0cf-f759-4a6b-81fd-ee9bca393e23 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=110730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:54:28.141808 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-6c333713-4fba-4d6c-b272-639151b6a166 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-444044426-network', 'tenant_id': 'df86c329bf2e441cb2e61f33a91d958a'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:28.145718 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.db_base_plugin_common [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Allocated IP 172.20.0.2 (f801d94d-838f-46f0-b7fb-17b6d1554e9c/575b43de-b954-4ed7-bfdd-5b0bcfa5628e/10f2eed2-2f75-4e16-9910-d0c3d6565c0c) {{(pid=110732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:28.157998 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] Publish callbacks [] for router_controller (bf131272-3f82-42c8-a7a8-9e0b240d6f88), precommit_add_association {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.174023 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56748b7f-a140-4c49-8324-76f098d5f018 admin admin] Made reservation on behalf of 1603f7fd81ff4966be5b51e69354038c for: {'network': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:54:28.179729 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-56748b7f-a140-4c49-8324-76f098d5f018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.188830 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-fd90a0cf-f759-4a6b-81fd-ee9bca393e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (978b6f9c-54de-4032-ac85-449a38d20e49), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.189484 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.segments_db [None req-fd90a0cf-f759-4a6b-81fd-ee9bca393e23 admin admin] Added segment 978b6f9c-54de-4032-ac85-449a38d20e49 of type vlan for network f53260a4-6fcd-403d-87df-2c61cac67763 Sep 21 21:54:28.190903 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-56748b7f-a140-4c49-8324-76f098d5f018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.257825 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-fd90a0cf-f759-4a6b-81fd-ee9bca393e23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (f53260a4-6fcd-403d-87df-2c61cac67763), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.277946 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90a0cf-f759-4a6b-81fd-ee9bca393e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2280a8e-43e7-4f53-8fa8-fe47918b82d8,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:28.290815 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c333713-4fba-4d6c-b272-639151b6a166 admin admin] Made reservation on behalf of df86c329bf2e441cb2e61f33a91d958a for: {'network': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:54:28.294351 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6c333713-4fba-4d6c-b272-639151b6a166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.308680 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6c333713-4fba-4d6c-b272-639151b6a166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.356831 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-fd90a0cf-f759-4a6b-81fd-ee9bca393e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (f53260a4-6fcd-403d-87df-2c61cac67763), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.358075 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd90a0cf-f759-4a6b-81fd-ee9bca393e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:28.358889 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-fd90a0cf-f759-4a6b-81fd-ee9bca393e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.411816 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Publish callbacks [] for port (10f2eed2-2f75-4e16-9910-d0c3d6565c0c), precommit_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.440836 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90a0cf-f759-4a6b-81fd-ee9bca393e23 admin admin] Pushing event updated for resources: {'Network': ['ID=f53260a4-6fcd-403d-87df-2c61cac67763,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:28.452175 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network f53260a4-6fcd-403d-87df-2c61cac67763 details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:54:28.541104 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-56748b7f-a140-4c49-8324-76f098d5f018 admin admin] Publish callbacks [] for security_group (6dc5b690-5629-4bc6-9409-528d393349d2), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.557667 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (10f2eed2-2f75-4e16-9910-d0c3d6565c0c), after_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.578035 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 40194) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:28.582207 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-fd90a0cf-f759-4a6b-81fd-ee9bca393e23 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1355722 Sep 21 21:54:28.593604 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-679fb9f2-4842-4f43-92e4-841449dfc2ba admin admin] Request body: {'subnet': {'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-849106333-subnet', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:28.603517 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] Publish callbacks [] for router_gateway (bf131272-3f82-42c8-a7a8-9e0b240d6f88), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.609934 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6c333713-4fba-4d6c-b272-639151b6a166 admin admin] Publish callbacks [] for security_group (aef99244-1e41-4b9d-9d65-92c68ebd699f), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.628008 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-56748b7f-a140-4c49-8324-76f098d5f018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (6dc5b690-5629-4bc6-9409-528d393349d2), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.641463 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56748b7f-a140-4c49-8324-76f098d5f018 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=110730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:54:28.652463 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-56748b7f-a140-4c49-8324-76f098d5f018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (565e6c4f-58d4-47da-aa89-04ea3f347095), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.652988 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.segments_db [None req-56748b7f-a140-4c49-8324-76f098d5f018 admin admin] Added segment 565e6c4f-58d4-47da-aa89-04ea3f347095 of type vlan for network 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 Sep 21 21:54:28.703894 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-56748b7f-a140-4c49-8324-76f098d5f018 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.721621 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Network f801d94d-838f-46f0-b7fb-17b6d1554e9c is already hosted by enough agents. {{(pid=110732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:28.729671 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.base_scheduler [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Resources bound (agent type, host, resource id): {{(pid=110732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:28.736776 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Pushing event updated for resources: {'Port': ['ID=10f2eed2-2f75-4e16-9910-d0c3d6565c0c,revision_number=1']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:28.738356 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679fb9f2-4842-4f43-92e4-841449dfc2ba admin admin] Made reservation on behalf of dffa029369f34cedb4849826071f9552 for: {'subnet': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:54:28.742401 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-679fb9f2-4842-4f43-92e4-841449dfc2ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.748548 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Received port after_create {{(pid=110732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:28.762464 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:28.762919 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:28.763449 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:28.763957 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:28.764265 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:28.764734 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:28.765150 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:28.765547 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:28.765996 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:28.766390 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:28.767108 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:28.767378 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:28.767757 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Tracked resource versions report: Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: pushed versions: Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: { 'AddressGroup': {'1.2'}, Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'ConntrackHelper': {'1.0'}, Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Log': {'1.0'}, Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Network': {'1.1'}, Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Port': {'1.7'}, Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'PortForwarding': {'1.2'}, Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'QosPolicy': {'1.10'}, Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'SecurityGroup': {'1.5'}, Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'SubPort': {'1.0'}, Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Subnet': {'1.1'}, Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Trunk': {'1.1'}} Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: consumer versions: Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: { DHCP agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: HyperV agent@hv-cinder-85881: {}, Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: L3 agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: Metadata agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: Metering agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: Open vSwitch agent@dv-cinder-858818-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'ConntrackHelper': '1.0', Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'LocalIPAssociation': '1.0', Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Log': '1.0', Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Network': '1.1', Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Port': '1.7', Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'PortForwarding': '1.2', Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'QosPolicy': '1.10', Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'SecurityGroup': '1.5', Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'SecurityGroupRule': '1.2', Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'SubPort': '1.0', Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Subnet': '1.1', Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: 'Trunk': '1.1'}} Sep 21 21:54:28.769179 dv-cinder-858818-1-iscsi neutron-server[110732]: {{(pid=110732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:54:28.776532 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-d660723a-ddfc-4cda-abd7-24930c4ca23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.820902 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6c333713-4fba-4d6c-b272-639151b6a166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (aef99244-1e41-4b9d-9d65-92c68ebd699f), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.839508 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56748b7f-a140-4c49-8324-76f098d5f018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc5b690-5629-4bc6-9409-528d393349d2,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:28.860428 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-56748b7f-a140-4c49-8324-76f098d5f018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.864657 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56748b7f-a140-4c49-8324-76f098d5f018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:28.865269 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-56748b7f-a140-4c49-8324-76f098d5f018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.868874 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c333713-4fba-4d6c-b272-639151b6a166 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=110730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:54:28.887681 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Attempting to bind port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:28.888300 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Attempting to bind port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:28.890524 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Attempting to bind port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c on network f801d94d-838f-46f0-b7fb-17b6d1554e9c {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:28.905571 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:54:28.907928 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Checking segment: {'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:28.908345 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.908751 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Bound using segment: {'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:54:28.909268 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Bound port: 10f2eed2-2f75-4e16-9910-d0c3d6565c0c, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:54:28.912404 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (10f2eed2-2f75-4e16-9910-d0c3d6565c0c), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.990347 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6c333713-4fba-4d6c-b272-639151b6a166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (61cfeb8c-d5aa-4003-9674-492770763ed3), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.990756 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.segments_db [None req-6c333713-4fba-4d6c-b272-639151b6a166 admin admin] Added segment 61cfeb8c-d5aa-4003-9674-492770763ed3 of type vlan for network 7ba67a60-17a4-42de-8c1b-883c54b6fa46 Sep 21 21:54:29.009584 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c333713-4fba-4d6c-b272-639151b6a166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef99244-1e41-4b9d-9d65-92c68ebd699f,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:29.024231 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-56748b7f-a140-4c49-8324-76f098d5f018 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3601487 Sep 21 21:54:29.028607 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 40216) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:29.035848 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-f4c1e26b-458c-45cb-8e46-f87990fedb2c admin admin] Request body: {'subnet': {'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-subnet', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:29.068132 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56748b7f-a140-4c49-8324-76f098d5f018 admin admin] Pushing event updated for resources: {'Network': ['ID=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:29.083150 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6c333713-4fba-4d6c-b272-639151b6a166 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (7ba67a60-17a4-42de-8c1b-883c54b6fa46), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.088305 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:54:29.120510 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-679fb9f2-4842-4f43-92e4-841449dfc2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for subnet (e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.149100 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c1e26b-458c-45cb-8e46-f87990fedb2c admin admin] Made reservation on behalf of 1603f7fd81ff4966be5b51e69354038c for: {'subnet': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:54:29.153614 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] For port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:54:29.153915 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e26b-458c-45cb-8e46-f87990fedb2c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.174972 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] For port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=10f2eed2-2f75-4e16-9910-d0c3d6565c0c,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:54:29.231904 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fb9f2-4842-4f43-92e4-841449dfc2ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8,revision_number=0']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:29.236588 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679fb9f2-4842-4f43-92e4-841449dfc2ba admin admin] Checking segment: {'id': '978b6f9c-54de-4032-ac85-449a38d20e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:29.236960 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679fb9f2-4842-4f43-92e4-841449dfc2ba admin admin] Network hostable DHCP agents. Network: f53260a4-6fcd-403d-87df-2c61cac67763, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:54:29.250954 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6c333713-4fba-4d6c-b272-639151b6a166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (7ba67a60-17a4-42de-8c1b-883c54b6fa46), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.252341 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c333713-4fba-4d6c-b272-639151b6a166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:29.253234 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6c333713-4fba-4d6c-b272-639151b6a166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.285743 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (10f2eed2-2f75-4e16-9910-d0c3d6565c0c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.381642 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c333713-4fba-4d6c-b272-639151b6a166 admin admin] Pushing event updated for resources: {'Network': ['ID=7ba67a60-17a4-42de-8c1b-883c54b6fa46,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:29.392722 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-6c333713-4fba-4d6c-b272-639151b6a166 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6916604 Sep 21 21:54:29.395559 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 40232) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:29.406252 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-0f68326e-95b5-4dbf-af08-84d5076f54cf admin admin] Request body: {'subnet': {'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-444044426-subnet', 'tenant_id': 'df86c329bf2e441cb2e61f33a91d958a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:29.408558 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network 7ba67a60-17a4-42de-8c1b-883c54b6fa46 details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:54:29.494586 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874789ab-ee39-4275-838f-8be060a52dfa None None] Pushing event updated for resources: {'Port': ['ID=10f2eed2-2f75-4e16-9910-d0c3d6565c0c,revision_number=2']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:29.499916 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] Publish callbacks [] for router_gateway (bf131272-3f82-42c8-a7a8-9e0b240d6f88), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.527230 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679fb9f2-4842-4f43-92e4-841449dfc2ba admin admin] Network f53260a4-6fcd-403d-87df-2c61cac67763 is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:54:29.531830 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.604179 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f68326e-95b5-4dbf-af08-84d5076f54cf admin admin] Made reservation on behalf of df86c329bf2e441cb2e61f33a91d958a for: {'subnet': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:54:29.610011 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0f68326e-95b5-4dbf-af08-84d5076f54cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.666650 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-679fb9f2-4842-4f43-92e4-841449dfc2ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, f53260a4-6fcd-403d-87df-2c61cac67763) {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:29.681198 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679fb9f2-4842-4f43-92e4-841449dfc2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:29.685156 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563125e0-5a1b-4bdf-b2a1-61ec65679c8e None None] Network f53260a4-6fcd-403d-87df-2c61cac67763 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:54:29.694586 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-679fb9f2-4842-4f43-92e4-841449dfc2ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.770288 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] Allocated IP 172.27.2.152 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/fc0b6b96-d71f-4a7b-9d10-d5ab448294b5) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:29.773605 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e26b-458c-45cb-8e46-f87990fedb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for subnet (e474980b-93bc-4f2c-9cce-1ff39a325d4d), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.824959 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-679fb9f2-4842-4f43-92e4-841449dfc2ba admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2452071 Sep 21 21:54:29.836823 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 40234) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:29.878842 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:29.926883 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.937288 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] Publish callbacks [] for port (fc0b6b96-d71f-4a7b-9d10-d5ab448294b5), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.964427 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c86c540-5e61-54b3-b1b4-fe06f5909a9b-f53260a4-6fcd-403d-87df-2c61cac67763', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'project_id': 'dffa029369f34cedb4849826071f9552', 'fixed_ips': [{'subnet_id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8'}]}} from dv-cinder-858818-1-iscsi. {{(pid=110732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:54:29.965929 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.075289 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (fc0b6b96-d71f-4a7b-9d10-d5ab448294b5), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.080404 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 10f2eed2-2f75-4e16-9910-d0c3d6565c0c up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:30.100451 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1e26b-458c-45cb-8e46-f87990fedb2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e474980b-93bc-4f2c-9cce-1ff39a325d4d,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:30.111200 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c1e26b-458c-45cb-8e46-f87990fedb2c admin admin] Checking segment: {'id': '565e6c4f-58d4-47da-aa89-04ea3f347095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:30.111621 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c1e26b-458c-45cb-8e46-f87990fedb2c admin admin] Network hostable DHCP agents. Network: 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:54:30.118094 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:30.121221 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:30.131365 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:30.154753 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256442'] for router (2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.155874 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256435'] for router (2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.162723 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0f68326e-95b5-4dbf-af08-84d5076f54cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for subnet (48e83812-6a11-4bce-a2a0-70fb4d1433f5), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.163447 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.db_base_plugin_common [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Allocated IP 172.20.0.2 (f53260a4-6fcd-403d-87df-2c61cac67763/e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8/a025cd57-ce3b-4b51-b0c7-06683c2a1243) {{(pid=110732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:30.171978 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] Pushing event updated for resources: {'Port': ['ID=fc0b6b96-d71f-4a7b-9d10-d5ab448294b5,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:30.199137 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:30.200058 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (10f2eed2-2f75-4e16-9910-d0c3d6565c0c), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.200428 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c Sep 21 21:54:30.272884 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c1e26b-458c-45cb-8e46-f87990fedb2c admin admin] Network 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:54:30.275218 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] Publish callbacks [] for router_controller (2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f), precommit_add_association {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.304650 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68326e-95b5-4dbf-af08-84d5076f54cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e83812-6a11-4bce-a2a0-70fb4d1433f5,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:30.318191 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f68326e-95b5-4dbf-af08-84d5076f54cf admin admin] Checking segment: {'id': '61cfeb8c-d5aa-4003-9674-492770763ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:30.318544 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f68326e-95b5-4dbf-af08-84d5076f54cf admin admin] Network hostable DHCP agents. Network: 7ba67a60-17a4-42de-8c1b-883c54b6fa46, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:54:30.364623 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-f4c1e26b-458c-45cb-8e46-f87990fedb2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23) {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:30.369726 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c1e26b-458c-45cb-8e46-f87990fedb2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:30.369881 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:30.370151 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (10f2eed2-2f75-4e16-9910-d0c3d6565c0c), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.370355 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e26b-458c-45cb-8e46-f87990fedb2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.388044 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f739568a-ade0-4566-932d-30089819e26b None None] Network 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:54:30.452468 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Publish callbacks [] for port (a025cd57-ce3b-4b51-b0c7-06683c2a1243), precommit_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.485940 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] For port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=10f2eed2-2f75-4e16-9910-d0c3d6565c0c,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:30.531445 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-f4c1e26b-458c-45cb-8e46-f87990fedb2c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4974337 Sep 21 21:54:30.533227 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f68326e-95b5-4dbf-af08-84d5076f54cf admin admin] Network 7ba67a60-17a4-42de-8c1b-883c54b6fa46 is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:54:30.535965 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 40242) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:30.543897 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:30.551264 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] Publish callbacks [] for router_gateway (bf131272-3f82-42c8-a7a8-9e0b240d6f88), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.570762 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-0f68326e-95b5-4dbf-af08-84d5076f54cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, 7ba67a60-17a4-42de-8c1b-883c54b6fa46) {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:30.576095 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f68326e-95b5-4dbf-af08-84d5076f54cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:30.577967 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0f68326e-95b5-4dbf-af08-84d5076f54cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.580194 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c86c540-5e61-54b3-b1b4-fe06f5909a9b-7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d'}]}} from dv-cinder-858818-1-iscsi. {{(pid=110732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:54:30.581123 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.582449 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] Publish callbacks [] for router_gateway (2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.595421 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1610e8fd-c959-4671-bde7-10b4ac6b6d64 None None] Network 7ba67a60-17a4-42de-8c1b-883c54b6fa46 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:54:30.600560 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (a025cd57-ce3b-4b51-b0c7-06683c2a1243), after_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.602512 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (10f2eed2-2f75-4e16-9910-d0c3d6565c0c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.658629 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-0f68326e-95b5-4dbf-af08-84d5076f54cf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2582648 Sep 21 21:54:30.659965 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 40246) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:30.680847 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-444044426-router', 'tenant_id': 'df86c329bf2e441cb2e61f33a91d958a', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:30.726298 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Network f53260a4-6fcd-403d-87df-2c61cac67763 is already hosted by enough agents. {{(pid=110732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:30.818450 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.base_scheduler [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Resources bound (agent type, host, resource id): {{(pid=110732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:30.837599 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Received port after_create {{(pid=110732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:30.852569 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Pushing event updated for resources: {'Port': ['ID=a025cd57-ce3b-4b51-b0c7-06683c2a1243,revision_number=1']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:30.860121 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256442'] for router (0b408441-9ec1-458c-bd70-987ebac8a4a4), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.862954 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256435'] for router (0b408441-9ec1-458c-bd70-987ebac8a4a4), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.958864 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d09e55-b1b8-49dd-903d-79d80b5b1587 None None] Network f801d94d-838f-46f0-b7fb-17b6d1554e9c requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:54:30.979636 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256442'] for router (db1c6c97-65d0-4428-94be-58942e8bdd47), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.981353 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256435'] for router (db1c6c97-65d0-4428-94be-58942e8bdd47), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:30.994421 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755185'] for router (bf131272-3f82-42c8-a7a8-9e0b240d6f88), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.025084 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] Publish callbacks [] for router_controller (0b408441-9ec1-458c-bd70-987ebac8a4a4), precommit_add_association {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.037371 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c86c540-5e61-54b3-b1b4-fe06f5909a9b-7ba67a60-17a4-42de-8c1b-883c54b6fa46', 'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46', 'project_id': 'df86c329bf2e441cb2e61f33a91d958a', 'fixed_ips': [{'subnet_id': '48e83812-6a11-4bce-a2a0-70fb4d1433f5'}]}} from dv-cinder-858818-1-iscsi. {{(pid=110732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:54:31.038244 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.038559 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] Publish callbacks [] for router_gateway (2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.066422 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.087366 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] Publish callbacks [] for router_controller (db1c6c97-65d0-4428-94be-58942e8bdd47), precommit_add_association {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.134036 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Attempting to bind port a025cd57-ce3b-4b51-b0c7-06683c2a1243 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:31.134346 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Attempting to bind port a025cd57-ce3b-4b51-b0c7-06683c2a1243 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '978b6f9c-54de-4032-ac85-449a38d20e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:31.134712 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Attempting to bind port a025cd57-ce3b-4b51-b0c7-06683c2a1243 on network f53260a4-6fcd-403d-87df-2c61cac67763 {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:31.142131 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.db_base_plugin_common [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Allocated IP 172.20.0.2 (7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23/e474980b-93bc-4f2c-9cce-1ff39a325d4d/a70bdbde-1355-4da2-a0b2-0c2be400ed56) {{(pid=110732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:31.144072 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Pushing event updated for resources: {'Port': ['ID=10f2eed2-2f75-4e16-9910-d0c3d6565c0c,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:31.172397 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:54:31.172701 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Checking segment: {'id': '978b6f9c-54de-4032-ac85-449a38d20e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:31.173136 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.173538 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Bound using segment: {'id': '978b6f9c-54de-4032-ac85-449a38d20e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:54:31.174449 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Bound port: a025cd57-ce3b-4b51-b0c7-06683c2a1243, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978b6f9c-54de-4032-ac85-449a38d20e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:54:31.174449 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a025cd57-ce3b-4b51-b0c7-06683c2a1243), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.302142 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] Publish callbacks [] for router_gateway (0b408441-9ec1-458c-bd70-987ebac8a4a4), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.305644 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] Allocated IP 172.27.2.207 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/f1a1475a-398f-44d7-928c-3f6246bd12f3) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:31.334981 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-8fa8ace1-43df-42d9-939e-921e3fef6c0a None None] Provisioning complete for port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:31.343113 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-8fa8ace1-43df-42d9-939e-921e3fef6c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (10f2eed2-2f75-4e16-9910-d0c3d6565c0c), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.343113 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-8fa8ace1-43df-42d9-939e-921e3fef6c0a None None] Attempt 1 to provision port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c Sep 21 21:54:31.349863 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] Router bf131272-3f82-42c8-a7a8-9e0b240d6f88 is scheduled to L3 agent f3be49e0-699b-41e8-a354-a1575a796fae with binding_index 1 {{(pid=110731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:54:31.394537 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] Publish callbacks [] for router_gateway (db1c6c97-65d0-4428-94be-58942e8bdd47), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.509684 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] For port a025cd57-ce3b-4b51-b0c7-06683c2a1243, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:54:31.549002 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:54:31.549949 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] Publish callbacks [] for port (f1a1475a-398f-44d7-928c-3f6246bd12f3), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.550712 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] For port a025cd57-ce3b-4b51-b0c7-06683c2a1243, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=a025cd57-ce3b-4b51-b0c7-06683c2a1243,segment=NetworkSegment(978b6f9c-54de-4032-ac85-449a38d20e49),segment_id=978b6f9c-54de-4032-ac85-449a38d20e49)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:54:31.562055 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Sync routers for ids ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:54:31.581938 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.db_base_plugin_common [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Allocated IP 172.20.0.2 (7ba67a60-17a4-42de-8c1b-883c54b6fa46/48e83812-6a11-4bce-a2a0-70fb4d1433f5/57073a52-befe-41ae-8ddf-86a31f9d436e) {{(pid=110732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:31.585113 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Routers {'bf131272-3f82-42c8-a7a8-9e0b240d6f88'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:31.587027 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:54:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:31.617318 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.633646 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (a025cd57-ce3b-4b51-b0c7-06683c2a1243), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.685463 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.689775 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-28af93ff-577a-41f4-8730-e762ee974a6e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7749200 Sep 21 21:54:31.690177 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 40258) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:31.725114 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (f1a1475a-398f-44d7-928c-3f6246bd12f3), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.757691 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Publish callbacks [] for port (a70bdbde-1355-4da2-a0b2-0c2be400ed56), precommit_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.798333 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-8fa8ace1-43df-42d9-939e-921e3fef6c0a None None] Current status of the port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:31.848803 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (a70bdbde-1355-4da2-a0b2-0c2be400ed56), after_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.911910 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663b90b-87ec-424a-b236-ee53f2457140 None None] Pushing event updated for resources: {'Port': ['ID=a025cd57-ce3b-4b51-b0c7-06683c2a1243,revision_number=2']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:32.077170 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Network 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 is already hosted by enough agents. {{(pid=110732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:32.104881 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.base_scheduler [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Resources bound (agent type, host, resource id): {{(pid=110732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:32.128925 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Received port after_create {{(pid=110732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:32.173633 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 10f2eed2-2f75-4e16-9910-d0c3d6565c0c up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:32.176052 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:32.190061 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] Pushing event updated for resources: {'Port': ['ID=f1a1475a-398f-44d7-928c-3f6246bd12f3,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:32.210728 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:32.215434 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:32.220791 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] Publish callbacks [] for router_gateway (db1c6c97-65d0-4428-94be-58942e8bdd47), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:32.294100 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:32.310891 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Set router bf131272-3f82-42c8-a7a8-9e0b240d6f88 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:32.389767 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Pushing event updated for resources: {'Port': ['ID=a70bdbde-1355-4da2-a0b2-0c2be400ed56,revision_number=1']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:32.457455 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Publish callbacks [] for port (57073a52-befe-41ae-8ddf-86a31f9d436e), precommit_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:32.470259 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-3d39b5dd-f950-47ac-b564-85fa592b8916 None None] Provisioning complete for port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:32.470480 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] Allocated IP 172.27.2.220 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/17d42817-e76a-4ddb-8052-df547e536735) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:32.471017 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3d39b5dd-f950-47ac-b564-85fa592b8916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (10f2eed2-2f75-4e16-9910-d0c3d6565c0c), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:32.471514 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-3d39b5dd-f950-47ac-b564-85fa592b8916 None None] Attempt 1 to provision port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c Sep 21 21:54:32.513069 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Attempting to bind port a70bdbde-1355-4da2-a0b2-0c2be400ed56 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:32.513454 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Attempting to bind port a70bdbde-1355-4da2-a0b2-0c2be400ed56 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '565e6c4f-58d4-47da-aa89-04ea3f347095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:32.513823 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Attempting to bind port a70bdbde-1355-4da2-a0b2-0c2be400ed56 on network 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:32.523921 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:54:32.537394 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:54:32.537777 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Checking segment: {'id': '565e6c4f-58d4-47da-aa89-04ea3f347095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:32.538185 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:32.539243 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Bound using segment: {'id': '565e6c4f-58d4-47da-aa89-04ea3f347095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:54:32.539371 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Bound port: a70bdbde-1355-4da2-a0b2-0c2be400ed56, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565e6c4f-58d4-47da-aa89-04ea3f347095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:54:32.539745 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a70bdbde-1355-4da2-a0b2-0c2be400ed56), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:32.559686 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (57073a52-befe-41ae-8ddf-86a31f9d436e), after_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:32.598826 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'name': 'tempest-ServerRescueNegativeTestJSON-341093674-router', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:28Z', 'updated_at': '2022-09-21T21:54:30Z', 'revision_number': 3, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'gw_port': {'id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:29Z', 'updated_at': '2022-09-21T21:54:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:32.624146 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:32.625055 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (10f2eed2-2f75-4e16-9910-d0c3d6565c0c), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:32.625055 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c Sep 21 21:54:32.635401 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Checking router: bf131272-3f82-42c8-a7a8-9e0b240d6f88 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:54:32.636065 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Updating router bf131272-3f82-42c8-a7a8-9e0b240d6f88 port fc0b6b96-d71f-4a7b-9d10-d5ab448294b5 binding host dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:54:32.640188 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Network 7ba67a60-17a4-42de-8c1b-883c54b6fa46 is already hosted by enough agents. {{(pid=110732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:32.647513 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] Publish callbacks [] for port (17d42817-e76a-4ddb-8052-df547e536735), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:32.672715 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.base_scheduler [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Resources bound (agent type, host, resource id): {{(pid=110732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:32.684615 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Received port after_create {{(pid=110732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:32.690937 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (fc0b6b96-d71f-4a7b-9d10-d5ab448294b5), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:32.712105 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] Publish callbacks [] for router_gateway (0b408441-9ec1-458c-bd70-987ebac8a4a4), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:32.714248 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Pushing event updated for resources: {'Port': ['ID=57073a52-befe-41ae-8ddf-86a31f9d436e,revision_number=1']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:32.753617 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (17d42817-e76a-4ddb-8052-df547e536735), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:32.782158 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:32.800309 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] For port a70bdbde-1355-4da2-a0b2-0c2be400ed56, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:54:32.814752 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:32.817881 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3d39b5dd-f950-47ac-b564-85fa592b8916 None None] Current status of the port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:32.820484 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:32.825972 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:32.867716 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] For port a70bdbde-1355-4da2-a0b2-0c2be400ed56, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=a70bdbde-1355-4da2-a0b2-0c2be400ed56,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:54:32.892479 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Attempting to bind port 57073a52-befe-41ae-8ddf-86a31f9d436e on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:32.894745 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Attempting to bind port 57073a52-befe-41ae-8ddf-86a31f9d436e by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '61cfeb8c-d5aa-4003-9674-492770763ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:32.894745 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Attempting to bind port 57073a52-befe-41ae-8ddf-86a31f9d436e on network 7ba67a60-17a4-42de-8c1b-883c54b6fa46 {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:32.905502 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:54:32.906305 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Checking segment: {'id': '61cfeb8c-d5aa-4003-9674-492770763ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:32.906947 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:32.907641 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Bound using segment: {'id': '61cfeb8c-d5aa-4003-9674-492770763ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:54:32.908357 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Bound port: 57073a52-befe-41ae-8ddf-86a31f9d436e, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cfeb8c-d5aa-4003-9674-492770763ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:54:32.909273 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (57073a52-befe-41ae-8ddf-86a31f9d436e), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:32.946680 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:32.972763 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (a70bdbde-1355-4da2-a0b2-0c2be400ed56), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:32.992275 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] Publish callbacks [] for router_gateway (2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:33.160301 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:33.167226 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] For port 57073a52-befe-41ae-8ddf-86a31f9d436e, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:54:33.168056 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] Pushing event updated for resources: {'Port': ['ID=17d42817-e76a-4ddb-8052-df547e536735,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:33.176775 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] For port 57073a52-befe-41ae-8ddf-86a31f9d436e, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=57073a52-befe-41ae-8ddf-86a31f9d436e,segment=NetworkSegment(61cfeb8c-d5aa-4003-9674-492770763ed3),segment_id=61cfeb8c-d5aa-4003-9674-492770763ed3)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:54:33.188302 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ed5b8-b108-4872-b861-13ba9d7e89af None None] Pushing event updated for resources: {'Port': ['ID=a70bdbde-1355-4da2-a0b2-0c2be400ed56,revision_number=2']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:33.268495 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (57073a52-befe-41ae-8ddf-86a31f9d436e), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:33.407912 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d5c62-c1c6-461e-bf8d-452eee1cfa79 None None] Pushing event updated for resources: {'Port': ['ID=57073a52-befe-41ae-8ddf-86a31f9d436e,revision_number=2']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:33.409878 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] Publish callbacks [] for router_gateway (db1c6c97-65d0-4428-94be-58942e8bdd47), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:33.413445 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Publish callbacks [] for port (fc0b6b96-d71f-4a7b-9d10-d5ab448294b5), precommit_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:33.479430 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450fafb7-dd8c-449d-870e-e25469986da4 None None] Network f53260a4-6fcd-403d-87df-2c61cac67763 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:54:33.498333 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (fc0b6b96-d71f-4a7b-9d10-d5ab448294b5), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:33.609907 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-10556ad9-79be-4d30-bc98-d4b0ff0012c0 None None] Provisioning complete for port a025cd57-ce3b-4b51-b0c7-06683c2a1243 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:33.610366 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-10556ad9-79be-4d30-bc98-d4b0ff0012c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a025cd57-ce3b-4b51-b0c7-06683c2a1243), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:33.610701 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-10556ad9-79be-4d30-bc98-d4b0ff0012c0 None None] Attempt 1 to provision port a025cd57-ce3b-4b51-b0c7-06683c2a1243 Sep 21 21:54:33.627073 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f1541-dc1c-494b-b747-36479523e9f7 None None] Pushing event updated for resources: {'Port': ['ID=fc0b6b96-d71f-4a7b-9d10-d5ab448294b5,revision_number=2']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:33.655427 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Attempting to bind port fc0b6b96-d71f-4a7b-9d10-d5ab448294b5 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:33.659331 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Attempting to bind port fc0b6b96-d71f-4a7b-9d10-d5ab448294b5 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:33.665065 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Attempting to bind port fc0b6b96-d71f-4a7b-9d10-d5ab448294b5 on network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:33.672141 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f1541-dc1c-494b-b747-36479523e9f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:33.672848 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f1541-dc1c-494b-b747-36479523e9f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:33.673699 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f1541-dc1c-494b-b747-36479523e9f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:33.674584 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f1541-dc1c-494b-b747-36479523e9f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:33.675130 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f1541-dc1c-494b-b747-36479523e9f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:33.676511 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f1541-dc1c-494b-b747-36479523e9f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:33.677235 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f1541-dc1c-494b-b747-36479523e9f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:33.679517 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f1541-dc1c-494b-b747-36479523e9f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:33.680102 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f1541-dc1c-494b-b747-36479523e9f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:33.680657 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f1541-dc1c-494b-b747-36479523e9f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:33.685204 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f1541-dc1c-494b-b747-36479523e9f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:33.685674 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f1541-dc1c-494b-b747-36479523e9f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:33.686164 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f1541-dc1c-494b-b747-36479523e9f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f1541-dc1c-494b-b747-36479523e9f7 None None] Tracked resource versions report: Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: pushed versions: Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: { 'AddressGroup': {'1.2'}, Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'ConntrackHelper': {'1.0'}, Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Log': {'1.0'}, Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Network': {'1.1'}, Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Port': {'1.7'}, Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'PortForwarding': {'1.2'}, Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'QosPolicy': {'1.10'}, Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'SecurityGroup': {'1.5'}, Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'SubPort': {'1.0'}, Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Subnet': {'1.1'}, Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Trunk': {'1.1'}} Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: consumer versions: Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: { DHCP agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: HyperV agent@hv-cinder-85881: {}, Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: L3 agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: Metadata agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: Metering agent@dv-cinder-858818-1-iscsi: {}, Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: Open vSwitch agent@dv-cinder-858818-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'ConntrackHelper': '1.0', Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'LocalIPAssociation': '1.0', Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Log': '1.0', Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Network': '1.1', Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Port': '1.7', Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'PortForwarding': '1.2', Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'QosPolicy': '1.10', Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'SecurityGroup': '1.5', Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'SecurityGroupRule': '1.2', Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'SubPort': '1.0', Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Subnet': '1.1', Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: 'Trunk': '1.1'}} Sep 21 21:54:33.687440 dv-cinder-858818-1-iscsi neutron-server[110733]: {{(pid=110733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:54:33.704703 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755185'] for router (2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:33.706820 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:54:33.709562 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Checking segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:33.712772 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:33.713596 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Bound using segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:54:33.714714 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Bound port: fc0b6b96-d71f-4a7b-9d10-d5ab448294b5, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:54:33.731723 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (fc0b6b96-d71f-4a7b-9d10-d5ab448294b5), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:33.798776 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755185'] for router (db1c6c97-65d0-4428-94be-58942e8bdd47), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:33.848763 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] For port fc0b6b96-d71f-4a7b-9d10-d5ab448294b5, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:54:33.855153 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] For port fc0b6b96-d71f-4a7b-9d10-d5ab448294b5, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=fc0b6b96-d71f-4a7b-9d10-d5ab448294b5,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:54:33.903774 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (fc0b6b96-d71f-4a7b-9d10-d5ab448294b5), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:33.904909 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-10556ad9-79be-4d30-bc98-d4b0ff0012c0 None None] Current status of the port a025cd57-ce3b-4b51-b0c7-06683c2a1243 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:33.905481 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-10556ad9-79be-4d30-bc98-d4b0ff0012c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a025cd57-ce3b-4b51-b0c7-06683c2a1243), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:33.979352 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-10556ad9-79be-4d30-bc98-d4b0ff0012c0 None None] For port a025cd57-ce3b-4b51-b0c7-06683c2a1243, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=a025cd57-ce3b-4b51-b0c7-06683c2a1243,segment=NetworkSegment(978b6f9c-54de-4032-ac85-449a38d20e49),segment_id=978b6f9c-54de-4032-ac85-449a38d20e49)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:34.011738 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Routers {'bf131272-3f82-42c8-a7a8-9e0b240d6f88'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:34.013545 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:54:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:34.085011 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-10556ad9-79be-4d30-bc98-d4b0ff0012c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (a025cd57-ce3b-4b51-b0c7-06683c2a1243), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:34.171606 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f1541-dc1c-494b-b747-36479523e9f7 None None] Pushing event updated for resources: {'Port': ['ID=fc0b6b96-d71f-4a7b-9d10-d5ab448294b5,revision_number=3']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:34.176200 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] Router db1c6c97-65d0-4428-94be-58942e8bdd47 is scheduled to L3 agent f3be49e0-699b-41e8-a354-a1575a796fae with binding_index 1 {{(pid=110731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:54:34.207992 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] Allocated IP 172.27.2.164 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/4c1e1bfe-f5ca-4ce9-9c8e-720a93475256) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:34.225852 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10556ad9-79be-4d30-bc98-d4b0ff0012c0 None None] Pushing event updated for resources: {'Port': ['ID=a025cd57-ce3b-4b51-b0c7-06683c2a1243,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:34.278723 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] Set router bf131272-3f82-42c8-a7a8-9e0b240d6f88 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:34.318212 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-a3e2be3d-b1fa-4a2e-962b-7bb6b0a44d6f None None] Provisioning complete for port a025cd57-ce3b-4b51-b0c7-06683c2a1243 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:34.322289 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a3e2be3d-b1fa-4a2e-962b-7bb6b0a44d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a025cd57-ce3b-4b51-b0c7-06683c2a1243), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:34.322971 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-a3e2be3d-b1fa-4a2e-962b-7bb6b0a44d6f None None] Attempt 1 to provision port a025cd57-ce3b-4b51-b0c7-06683c2a1243 Sep 21 21:54:34.325163 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 57073a52-befe-41ae-8ddf-86a31f9d436e up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:34.422961 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] Publish callbacks [] for port (4c1e1bfe-f5ca-4ce9-9c8e-720a93475256), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:34.452363 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:54:34.484837 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Sync routers for ids ['db1c6c97-65d0-4428-94be-58942e8bdd47'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:54:34.499664 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-31c77ccc-b427-4d45-ab77-1613daea31ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:34.807213 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 57073a52-befe-41ae-8ddf-86a31f9d436e triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:34.807213 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (57073a52-befe-41ae-8ddf-86a31f9d436e), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:34.807213 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 57073a52-befe-41ae-8ddf-86a31f9d436e Sep 21 21:54:34.807213 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Routers {'db1c6c97-65d0-4428-94be-58942e8bdd47'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:34.807213 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:54:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['db1c6c97-65d0-4428-94be-58942e8bdd47'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:34.810576 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:34.810576 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-f7fd0150-2f5a-46de-805d-23185515e7c3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0497031 Sep 21 21:54:34.810576 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 40338) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:34.811390 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'name': 'tempest-ServerRescueNegativeTestJSON-341093674-router', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:28Z', 'updated_at': '2022-09-21T21:54:30Z', 'revision_number': 3, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'gw_port': {'id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:29Z', 'updated_at': '2022-09-21T21:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:34.811390 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2b3977-12f5-4741-a051-6ce9b51137cc None None] The sync data for ids ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'] in dv-cinder-858818-1-iscsi is: [{'id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'name': 'tempest-ServerRescueNegativeTestJSON-341093674-router', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:28Z', 'updated_at': '2022-09-21T21:54:30Z', 'revision_number': 3, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'gw_port': {'id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:29Z', 'updated_at': '2022-09-21T21:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:54:34.812047 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-a3e2be3d-b1fa-4a2e-962b-7bb6b0a44d6f None None] Current status of the port a025cd57-ce3b-4b51-b0c7-06683c2a1243 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:34.867529 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (4c1e1bfe-f5ca-4ce9-9c8e-720a93475256), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:34.951216 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e70e7f9-03b2-4b7f-b77f-074c39af48e8 None None] Network 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:54:34.985261 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] Pushing event updated for resources: {'Port': ['ID=4c1e1bfe-f5ca-4ce9-9c8e-720a93475256,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:35.002577 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] Router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f is scheduled to L3 agent f3be49e0-699b-41e8-a354-a1575a796fae with binding_index 1 {{(pid=110730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:54:35.046767 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:35.114198 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:35.127965 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:35.140144 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Set router db1c6c97-65d0-4428-94be-58942e8bdd47 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:35.142561 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 57073a52-befe-41ae-8ddf-86a31f9d436e is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:35.146912 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (57073a52-befe-41ae-8ddf-86a31f9d436e), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:35.179642 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-31c77ccc-b427-4d45-ab77-1613daea31ad admin admin] Allocated IP 172.20.0.1 (f801d94d-838f-46f0-b7fb-17b6d1554e9c/575b43de-b954-4ed7-bfdd-5b0bcfa5628e/a4bcd9ad-c1d4-4313-a4f6-c246daef0a94) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:35.332345 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-f34d44f0-a72f-450e-9ad7-7de815cb7412 None None] Provisioning complete for port a70bdbde-1355-4da2-a0b2-0c2be400ed56 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:35.332873 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f34d44f0-a72f-450e-9ad7-7de815cb7412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a70bdbde-1355-4da2-a0b2-0c2be400ed56), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:35.333108 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-f34d44f0-a72f-450e-9ad7-7de815cb7412 None None] Attempt 1 to provision port a70bdbde-1355-4da2-a0b2-0c2be400ed56 Sep 21 21:54:35.387386 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] For port 57073a52-befe-41ae-8ddf-86a31f9d436e, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=57073a52-befe-41ae-8ddf-86a31f9d436e,segment=NetworkSegment(61cfeb8c-d5aa-4003-9674-492770763ed3),segment_id=61cfeb8c-d5aa-4003-9674-492770763ed3)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:35.446502 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7937b83a-0024-4a24-a2f8-c6d059dfea6b None None] Network 7ba67a60-17a4-42de-8c1b-883c54b6fa46 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:54:35.468213 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-17e92dc2-ce68-4b51-958b-4007fa5b0819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:35.534273 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (57073a52-befe-41ae-8ddf-86a31f9d436e), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:35.535106 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device a70bdbde-1355-4da2-a0b2-0c2be400ed56 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:35.814537 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 40362) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:35.866034 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:54:35.878775 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Sync routers for ids ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:54:35.890663 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Routers {'2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:35.893900 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:54:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:35.907018 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Pushing event updated for resources: {'Port': ['ID=57073a52-befe-41ae-8ddf-86a31f9d436e,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:35.955025 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [None req-17e92dc2-ce68-4b51-958b-4007fa5b0819 admin admin] Allocated IP 172.20.0.1 (7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23/e474980b-93bc-4f2c-9cce-1ff39a325d4d/a62a5e8b-eacb-45f7-8de0-0b4d622b17d6) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:35.955938 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-f34d44f0-a72f-450e-9ad7-7de815cb7412 None None] Current status of the port a70bdbde-1355-4da2-a0b2-0c2be400ed56 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:35.956334 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f34d44f0-a72f-450e-9ad7-7de815cb7412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a70bdbde-1355-4da2-a0b2-0c2be400ed56), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:36.038179 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] Publish callbacks [] for router (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:36.046834 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-4fc9d276-61af-4afa-b6b6-a488f22a6ddd admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1683197 Sep 21 21:54:36.051336 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port a70bdbde-1355-4da2-a0b2-0c2be400ed56 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:36.051475 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 40368) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:36.052082 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a70bdbde-1355-4da2-a0b2-0c2be400ed56), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:36.052619 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port a70bdbde-1355-4da2-a0b2-0c2be400ed56 Sep 21 21:54:36.132273 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Set router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:36.144888 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-17e92dc2-ce68-4b51-958b-4007fa5b0819 admin admin] Publish callbacks [] for port (a62a5e8b-eacb-45f7-8de0-0b4d622b17d6), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:36.146533 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-f34d44f0-a72f-450e-9ad7-7de815cb7412 None None] For port a70bdbde-1355-4da2-a0b2-0c2be400ed56, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=a70bdbde-1355-4da2-a0b2-0c2be400ed56,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:36.151794 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '17d42817-e76a-4ddb-8052-df547e536735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:33Z', 'revision_number': 3, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port': {'id': '17d42817-e76a-4ddb-8052-df547e536735', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:63:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:36.204272 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-31c77ccc-b427-4d45-ab77-1613daea31ad admin admin] Publish callbacks [] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:36.206209 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-de8eca4d-b4a0-4018-a09e-be046d2a95b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:36.207902 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] Publish callbacks [] for router_gateway (0b408441-9ec1-458c-bd70-987ebac8a4a4), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:36.211957 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Checking router: db1c6c97-65d0-4428-94be-58942e8bdd47 for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:54:36.217948 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Updating router db1c6c97-65d0-4428-94be-58942e8bdd47 port 17d42817-e76a-4ddb-8052-df547e536735 binding host dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:54:36.255411 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-17e92dc2-ce68-4b51-958b-4007fa5b0819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (a62a5e8b-eacb-45f7-8de0-0b4d622b17d6), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:36.255838 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f34d44f0-a72f-450e-9ad7-7de815cb7412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (a70bdbde-1355-4da2-a0b2-0c2be400ed56), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:36.315029 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (17d42817-e76a-4ddb-8052-df547e536735), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:36.360360 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e92dc2-ce68-4b51-958b-4007fa5b0819 admin admin] Pushing event updated for resources: {'Port': ['ID=a62a5e8b-eacb-45f7-8de0-0b4d622b17d6,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:36.386631 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e92dc2-ce68-4b51-958b-4007fa5b0819 admin admin] Network 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:36.393468 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-17e92dc2-ce68-4b51-958b-4007fa5b0819 admin admin] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:36.394950 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e92dc2-ce68-4b51-958b-4007fa5b0819 admin admin] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:36.396362 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-17e92dc2-ce68-4b51-958b-4007fa5b0819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756382'] for router_interface (db1c6c97-65d0-4428-94be-58942e8bdd47), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:36.454412 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d44f0-a72f-450e-9ad7-7de815cb7412 None None] Pushing event updated for resources: {'Port': ['ID=a70bdbde-1355-4da2-a0b2-0c2be400ed56,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:36.508431 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:32Z', 'revision_number': 3, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port': {'id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:31Z', 'updated_at': '2022-09-21T21:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:36.551951 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Checking router: 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:54:36.552552 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Updating router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f port f1a1475a-398f-44d7-928c-3f6246bd12f3 binding host dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:54:36.606715 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f1a1475a-398f-44d7-928c-3f6246bd12f3), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:36.622495 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-31c77ccc-b427-4d45-ab77-1613daea31ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:36.630980 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port a70bdbde-1355-4da2-a0b2-0c2be400ed56 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:36.632332 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device a025cd57-ce3b-4b51-b0c7-06683c2a1243 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:36.704075 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-c97c0654-a842-4121-843a-bab6c4b3873b None None] Provisioning complete for port 57073a52-befe-41ae-8ddf-86a31f9d436e triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:36.704699 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c97c0654-a842-4121-843a-bab6c4b3873b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (57073a52-befe-41ae-8ddf-86a31f9d436e), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:36.705255 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-c97c0654-a842-4121-843a-bab6c4b3873b None None] Attempt 1 to provision port 57073a52-befe-41ae-8ddf-86a31f9d436e Sep 21 21:54:36.794805 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c77ccc-b427-4d45-ab77-1613daea31ad admin admin] Network f801d94d-838f-46f0-b7fb-17b6d1554e9c is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:36.794995 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-de8eca4d-b4a0-4018-a09e-be046d2a95b3 admin admin] Publish callbacks [] for security_group (43bebe30-7e18-4b44-a6c7-3be84382776a), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:36.800797 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port a025cd57-ce3b-4b51-b0c7-06683c2a1243 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:36.801205 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a025cd57-ce3b-4b51-b0c7-06683c2a1243), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:36.801550 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port a025cd57-ce3b-4b51-b0c7-06683c2a1243 Sep 21 21:54:36.811889 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-31c77ccc-b427-4d45-ab77-1613daea31ad admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:36.817375 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c77ccc-b427-4d45-ab77-1613daea31ad admin admin] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:36.817860 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-31c77ccc-b427-4d45-ab77-1613daea31ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756382'] for router_interface (bf131272-3f82-42c8-a7a8-9e0b240d6f88), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:36.824213 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c77ccc-b427-4d45-ab77-1613daea31ad admin admin] Pushing event updated for resources: {'Port': ['ID=a4bcd9ad-c1d4-4313-a4f6-c246daef0a94,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:36.860054 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-17e92dc2-ce68-4b51-958b-4007fa5b0819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a62a5e8b-eacb-45f7-8de0-0b4d622b17d6), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:36.928037 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755185'] for router (0b408441-9ec1-458c-bd70-987ebac8a4a4), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.003266 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-c97c0654-a842-4121-843a-bab6c4b3873b None None] Current status of the port 57073a52-befe-41ae-8ddf-86a31f9d436e is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:37.011649 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Publish callbacks [] for port (17d42817-e76a-4ddb-8052-df547e536735), precommit_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.029270 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-c97c0654-a842-4121-843a-bab6c4b3873b None None] Provisioning complete for port a70bdbde-1355-4da2-a0b2-0c2be400ed56 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:37.029652 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c97c0654-a842-4121-843a-bab6c4b3873b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a70bdbde-1355-4da2-a0b2-0c2be400ed56), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.032201 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-c97c0654-a842-4121-843a-bab6c4b3873b None None] Attempt 1 to provision port a70bdbde-1355-4da2-a0b2-0c2be400ed56 Sep 21 21:54:37.032201 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port a025cd57-ce3b-4b51-b0c7-06683c2a1243 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:37.093129 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (17d42817-e76a-4ddb-8052-df547e536735), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.107064 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-17e92dc2-ce68-4b51-958b-4007fa5b0819 admin admin] Publish callbacks [] for port (a62a5e8b-eacb-45f7-8de0-0b4d622b17d6), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.109677 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-de8eca4d-b4a0-4018-a09e-be046d2a95b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (43bebe30-7e18-4b44-a6c7-3be84382776a), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.178680 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8eca4d-b4a0-4018-a09e-be046d2a95b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bebe30-7e18-4b44-a6c7-3be84382776a,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:37.221426 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-17e92dc2-ce68-4b51-958b-4007fa5b0819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (a62a5e8b-eacb-45f7-8de0-0b4d622b17d6), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.222604 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-17e92dc2-ce68-4b51-958b-4007fa5b0819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756274'] for router_interface (db1c6c97-65d0-4428-94be-58942e8bdd47), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.224709 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Attempting to bind port 17d42817-e76a-4ddb-8052-df547e536735 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:37.225115 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Attempting to bind port 17d42817-e76a-4ddb-8052-df547e536735 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:37.225475 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Attempting to bind port 17d42817-e76a-4ddb-8052-df547e536735 on network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:37.262202 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-c97c0654-a842-4121-843a-bab6c4b3873b None None] Current status of the port a70bdbde-1355-4da2-a0b2-0c2be400ed56 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:37.267516 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:54:37.267902 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Checking segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:37.268310 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.268694 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Bound using segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:54:37.269198 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Bound port: 17d42817-e76a-4ddb-8052-df547e536735, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:54:37.269575 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (17d42817-e76a-4ddb-8052-df547e536735), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.282958 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc5c69-8acb-4541-a6bb-e72448f0ba65 None None] Pushing event updated for resources: {'Port': ['ID=17d42817-e76a-4ddb-8052-df547e536735,revision_number=2']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:37.353871 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-31c77ccc-b427-4d45-ab77-1613daea31ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.388054 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e92dc2-ce68-4b51-958b-4007fa5b0819 admin admin] Pushing event updated for resources: {'Port': ['ID=a62a5e8b-eacb-45f7-8de0-0b4d622b17d6,revision_number=2']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:37.390554 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 57073a52-befe-41ae-8ddf-86a31f9d436e up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:37.396338 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] For port 17d42817-e76a-4ddb-8052-df547e536735, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:54:37.413103 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Publish callbacks [] for port (f1a1475a-398f-44d7-928c-3f6246bd12f3), precommit_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.421392 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-de8eca4d-b4a0-4018-a09e-be046d2a95b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c26fde567e574245975abfd3817ec9a7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6056101 Sep 21 21:54:37.425087 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 40384) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:37.432697 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] For port 17d42817-e76a-4ddb-8052-df547e536735, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=17d42817-e76a-4ddb-8052-df547e536735,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:54:37.443112 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Provisioning complete for port 57073a52-befe-41ae-8ddf-86a31f9d436e triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:37.443492 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (57073a52-befe-41ae-8ddf-86a31f9d436e), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.443832 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Attempt 1 to provision port 57073a52-befe-41ae-8ddf-86a31f9d436e Sep 21 21:54:37.482066 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e92dc2-ce68-4b51-958b-4007fa5b0819 admin admin] Network 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:37.483066 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (f1a1475a-398f-44d7-928c-3f6246bd12f3), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.484618 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-17e92dc2-ce68-4b51-958b-4007fa5b0819 admin admin] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:37.502368 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4b6250fb-f179-4005-8312-400ede6eeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.503009 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 57073a52-befe-41ae-8ddf-86a31f9d436e triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:37.503443 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (57073a52-befe-41ae-8ddf-86a31f9d436e), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.503718 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 57073a52-befe-41ae-8ddf-86a31f9d436e Sep 21 21:54:37.529088 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (17d42817-e76a-4ddb-8052-df547e536735), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.556242 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-a1f99204-5aca-4948-a9cb-d4f7e879dc6b admin admin] Publish callbacks [] for security_group (43bebe30-7e18-4b44-a6c7-3be84382776a), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.591733 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-a1f99204-5aca-4948-a9cb-d4f7e879dc6b admin admin] Publish callbacks [] for security_group (43bebe30-7e18-4b44-a6c7-3be84382776a), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.627656 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] Router 0b408441-9ec1-458c-bd70-987ebac8a4a4 is scheduled to L3 agent f3be49e0-699b-41e8-a354-a1575a796fae with binding_index 1 {{(pid=110730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:54:37.677888 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e92dc2-ce68-4b51-958b-4007fa5b0819 admin admin] Router db1c6c97-65d0-4428-94be-58942e8bdd47 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:54:37.693213 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Attempting to bind port f1a1475a-398f-44d7-928c-3f6246bd12f3 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:37.693811 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Attempting to bind port f1a1475a-398f-44d7-928c-3f6246bd12f3 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:37.694354 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Attempting to bind port f1a1475a-398f-44d7-928c-3f6246bd12f3 on network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:37.702385 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4ee6b-0859-4f56-820d-f9f19133109a None None] Pushing event updated for resources: {'Port': ['ID=f1a1475a-398f-44d7-928c-3f6246bd12f3,revision_number=2']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:37.706075 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:54:37.706753 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Checking segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:37.707322 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.707858 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Bound using segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:54:37.708483 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Bound port: f1a1475a-398f-44d7-928c-3f6246bd12f3, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:54:37.709059 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f1a1475a-398f-44d7-928c-3f6246bd12f3), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.733675 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Routers {'db1c6c97-65d0-4428-94be-58942e8bdd47'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:37.734929 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:54:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['db1c6c97-65d0-4428-94be-58942e8bdd47'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:37.801716 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-a1f99204-5aca-4948-a9cb-d4f7e879dc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (43bebe30-7e18-4b44-a6c7-3be84382776a), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.802231 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] For port f1a1475a-398f-44d7-928c-3f6246bd12f3, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:54:37.804553 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-a1f99204-5aca-4948-a9cb-d4f7e879dc6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.805363 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-a1f99204-5aca-4948-a9cb-d4f7e879dc6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/43bebe30-7e18-4b44-a6c7-3be84382776a HTTP/1.1" status: 204 len: 168 time: 0.3793082 Sep 21 21:54:37.810433 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] For port f1a1475a-398f-44d7-928c-3f6246bd12f3, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=f1a1475a-398f-44d7-928c-3f6246bd12f3,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:54:37.821992 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f99204-5aca-4948-a9cb-d4f7e879dc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bebe30-7e18-4b44-a6c7-3be84382776a,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:37.840337 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e92dc2-ce68-4b51-958b-4007fa5b0819 admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:54:37.846990 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-17e92dc2-ce68-4b51-958b-4007fa5b0819 admin admin] 10.222.0.42 "PUT /v2.0/routers/db1c6c97-65d0-4428-94be-58942e8bdd47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2554712 Sep 21 21:54:37.890999 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (f1a1475a-398f-44d7-928c-3f6246bd12f3), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.891186 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc5c69-8acb-4541-a6bb-e72448f0ba65 None None] Pushing event updated for resources: {'Port': ['ID=17d42817-e76a-4ddb-8052-df547e536735,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:37.893765 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Current status of the port 57073a52-befe-41ae-8ddf-86a31f9d436e is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:37.921676 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Provisioning complete for port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:37.922239 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a62a5e8b-eacb-45f7-8de0-0b4d622b17d6), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:37.922686 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Attempt 1 to provision port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 Sep 21 21:54:37.931359 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Routers {'2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:37.932231 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:54:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:37.962264 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:38.021264 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] Set router db1c6c97-65d0-4428-94be-58942e8bdd47 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:38.067446 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 57073a52-befe-41ae-8ddf-86a31f9d436e is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:38.068871 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device a70bdbde-1355-4da2-a0b2-0c2be400ed56 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:38.072593 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:54:38.092695 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4ee6b-0859-4f56-820d-f9f19133109a None None] Pushing event updated for resources: {'Port': ['ID=f1a1475a-398f-44d7-928c-3f6246bd12f3,revision_number=3']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:38.114576 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Sync routers for ids ['0b408441-9ec1-458c-bd70-987ebac8a4a4'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:54:38.156772 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] Set router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:38.169350 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-4b6250fb-f179-4005-8312-400ede6eeca0 admin admin] Allocated IP 172.20.0.1 (f53260a4-6fcd-403d-87df-2c61cac67763/e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8/40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:38.207286 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port a70bdbde-1355-4da2-a0b2-0c2be400ed56 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:38.207721 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a70bdbde-1355-4da2-a0b2-0c2be400ed56), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:38.208000 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port a70bdbde-1355-4da2-a0b2-0c2be400ed56 Sep 21 21:54:38.238492 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Routers {'0b408441-9ec1-458c-bd70-987ebac8a4a4'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:38.239143 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:54:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['0b408441-9ec1-458c-bd70-987ebac8a4a4'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:38.297741 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4b6250fb-f179-4005-8312-400ede6eeca0 admin admin] Publish callbacks [] for port (40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:38.356333 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-31c77ccc-b427-4d45-ab77-1613daea31ad admin admin] Publish callbacks [] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:38.406179 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4b6250fb-f179-4005-8312-400ede6eeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:38.429360 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6250fb-f179-4005-8312-400ede6eeca0 admin admin] Network f53260a4-6fcd-403d-87df-2c61cac67763 is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:38.432293 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-4b6250fb-f179-4005-8312-400ede6eeca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:38.436419 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6250fb-f179-4005-8312-400ede6eeca0 admin admin] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:38.436999 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4b6250fb-f179-4005-8312-400ede6eeca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756382'] for router_interface (2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:38.529600 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-31c77ccc-b427-4d45-ab77-1613daea31ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:38.531066 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-31c77ccc-b427-4d45-ab77-1613daea31ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756274'] for router_interface (bf131272-3f82-42c8-a7a8-9e0b240d6f88), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:38.535822 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:38.542853 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-231c3e33-7188-4855-a4ad-82a53720367e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8792362 Sep 21 21:54:38.543918 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 40424) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:38.602141 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Attempt 2 to provision port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 Sep 21 21:54:38.637108 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:32Z', 'revision_number': 3, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port': {'id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:31Z', 'updated_at': '2022-09-21T21:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:38.713802 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6250fb-f179-4005-8312-400ede6eeca0 admin admin] Pushing event updated for resources: {'Port': ['ID=40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:38.739830 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Set router 0b408441-9ec1-458c-bd70-987ebac8a4a4 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:38.757778 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302800e1-9d03-4cbd-aa22-6435a3824368 None None] The sync data for ids ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'] in dv-cinder-858818-1-iscsi is: [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:32Z', 'revision_number': 3, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port': {'id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:31Z', 'updated_at': '2022-09-21T21:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:54:38.774030 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 40434) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:38.787404 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-6c7f1cd3-4b00-428b-8ec6-dde6043e2ffc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1631953012', 'description': 'tempest-description--94721278'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:38.808138 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:38.858098 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c77ccc-b427-4d45-ab77-1613daea31ad admin admin] Pushing event updated for resources: {'Port': ['ID=a4bcd9ad-c1d4-4313-a4f6-c246daef0a94,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:38.896922 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c77ccc-b427-4d45-ab77-1613daea31ad admin admin] Network f801d94d-838f-46f0-b7fb-17b6d1554e9c is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:38.901152 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-31c77ccc-b427-4d45-ab77-1613daea31ad admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:39.017069 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4b6250fb-f179-4005-8312-400ede6eeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:39.122318 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c77ccc-b427-4d45-ab77-1613daea31ad admin admin] Router bf131272-3f82-42c8-a7a8-9e0b240d6f88 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:54:39.133225 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6c7f1cd3-4b00-428b-8ec6-dde6043e2ffc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:39.309889 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Attempt 3 to provision port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 Sep 21 21:54:39.310780 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 40446) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:39.391315 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:39.450826 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port a70bdbde-1355-4da2-a0b2-0c2be400ed56 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:39.451773 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device fc0b6b96-d71f-4a7b-9d10-d5ab448294b5 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:39.453370 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4b6250fb-f179-4005-8312-400ede6eeca0 admin admin] Publish callbacks [] for port (40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:39.457100 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c77ccc-b427-4d45-ab77-1613daea31ad admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:54:39.469236 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Sync routers for ids ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:54:39.472643 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-31c77ccc-b427-4d45-ab77-1613daea31ad admin admin] 10.222.0.42 "PUT /v2.0/routers/bf131272-3f82-42c8-a7a8-9e0b240d6f88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7809501 Sep 21 21:54:39.494719 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Routers {'bf131272-3f82-42c8-a7a8-9e0b240d6f88'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:39.495606 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:54:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:39.532170 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4b6250fb-f179-4005-8312-400ede6eeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:39.533543 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4b6250fb-f179-4005-8312-400ede6eeca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756274'] for router_interface (2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:39.596319 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '17d42817-e76a-4ddb-8052-df547e536735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 4, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port': {'id': '17d42817-e76a-4ddb-8052-df547e536735', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:63:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a62a5e8b-eacb-45f7-8de0-0b4d622b17d6', 'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'mac_address': 'fa:16:3e:13:a5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:35Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 2, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'subnets': [{'id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:39.671227 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6c7f1cd3-4b00-428b-8ec6-dde6043e2ffc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group (102f2701-6148-434f-ba32-45a9c93cee37), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:39.684660 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e41b4d-46e4-4771-a4ef-11687ebf35b4 None None] The sync data for ids ['db1c6c97-65d0-4428-94be-58942e8bdd47'] in dv-cinder-858818-1-iscsi is: [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '17d42817-e76a-4ddb-8052-df547e536735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 4, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port': {'id': '17d42817-e76a-4ddb-8052-df547e536735', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:63:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a62a5e8b-eacb-45f7-8de0-0b4d622b17d6', 'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'mac_address': 'fa:16:3e:13:a5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:35Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 2, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'subnets': [{'id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:54:39.690463 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port fc0b6b96-d71f-4a7b-9d10-d5ab448294b5 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:39.690857 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (fc0b6b96-d71f-4a7b-9d10-d5ab448294b5), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:39.691178 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port fc0b6b96-d71f-4a7b-9d10-d5ab448294b5 Sep 21 21:54:39.733668 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6c7f1cd3-4b00-428b-8ec6-dde6043e2ffc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (102f2701-6148-434f-ba32-45a9c93cee37), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:39.756475 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b408441-9ec1-458c-bd70-987ebac8a4a4', 'name': 'tempest-DeleteServersTestJSON-444044426-router', 'tenant_id': 'df86c329bf2e441cb2e61f33a91d958a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4c1e1bfe-f5ca-4ce9-9c8e-720a93475256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:35Z', 'revision_number': 3, 'project_id': 'df86c329bf2e441cb2e61f33a91d958a', 'gw_port': {'id': '4c1e1bfe-f5ca-4ce9-9c8e-720a93475256', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b408441-9ec1-458c-bd70-987ebac8a4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:39.768432 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Set router bf131272-3f82-42c8-a7a8-9e0b240d6f88 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:39.800074 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b5431e08-28fd-46d5-ae8a-61c4b545667d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:39.808628 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f1cd3-4b00-428b-8ec6-dde6043e2ffc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102f2701-6148-434f-ba32-45a9c93cee37,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:39.909837 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Attempt 4 to provision port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 Sep 21 21:54:39.946694 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6250fb-f179-4005-8312-400ede6eeca0 admin admin] Pushing event updated for resources: {'Port': ['ID=40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:39.962401 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:39.962976 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Checking router: 0b408441-9ec1-458c-bd70-987ebac8a4a4 for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:54:39.963332 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Updating router 0b408441-9ec1-458c-bd70-987ebac8a4a4 port 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256 binding host dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:54:40.028232 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6c7f1cd3-4b00-428b-8ec6-dde6043e2ffc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:40.033345 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-6c7f1cd3-4b00-428b-8ec6-dde6043e2ffc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.2553980 Sep 21 21:54:40.040369 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (4c1e1bfe-f5ca-4ce9-9c8e-720a93475256), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:40.045005 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 40476) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:40.057796 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-a6903d80-b34e-49f5-ba99-c8a90118dc5e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Request body: {'security_group_rule': {'security_group_id': '102f2701-6148-434f-ba32-45a9c93cee37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:40.116199 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-77d91944-4267-461b-a1e9-9a7f5c6e2f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:40.202227 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6250fb-f179-4005-8312-400ede6eeca0 admin admin] Network f53260a4-6fcd-403d-87df-2c61cac67763 is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:40.207134 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-4b6250fb-f179-4005-8312-400ede6eeca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:40.353566 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'name': 'tempest-ServerRescueNegativeTestJSON-341093674-router', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:28Z', 'updated_at': '2022-09-21T21:54:37Z', 'revision_number': 4, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'gw_port': {'id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:29Z', 'updated_at': '2022-09-21T21:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a4bcd9ad-c1d4-4313-a4f6-c246daef0a94', 'name': '', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'mac_address': 'fa:16:3e:4b:bc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:34Z', 'updated_at': '2022-09-21T21:54:37Z', 'revision_number': 2, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'subnets': [{'id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:40.467333 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Checking router: bf131272-3f82-42c8-a7a8-9e0b240d6f88 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:54:40.467333 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Updating router bf131272-3f82-42c8-a7a8-9e0b240d6f88 port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 binding host dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:54:40.468412 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port fc0b6b96-d71f-4a7b-9d10-d5ab448294b5 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:40.469043 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (fc0b6b96-d71f-4a7b-9d10-d5ab448294b5), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:40.520802 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Attempt 5 to provision port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 Sep 21 21:54:40.538862 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a6903d80-b34e-49f5-ba99-c8a90118dc5e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group_rule (e3057631-4600-43e4-b416-e012e7098e0e), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:40.575166 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:40.581362 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] For port fc0b6b96-d71f-4a7b-9d10-d5ab448294b5, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=fc0b6b96-d71f-4a7b-9d10-d5ab448294b5,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:40.611151 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 40500) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:40.616240 dv-cinder-858818-1-iscsi neutron-server[110731]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 21:54:40.629493 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b5431e08-28fd-46d5-ae8a-61c4b545667d admin admin] Publish callbacks [] for security_group (5ac3cbad-1864-4214-882f-c20d0aa00290), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:40.696971 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (fc0b6b96-d71f-4a7b-9d10-d5ab448294b5), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:40.699732 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device a025cd57-ce3b-4b51-b0c7-06683c2a1243 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:40.701671 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b5431e08-28fd-46d5-ae8a-61c4b545667d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (5ac3cbad-1864-4214-882f-c20d0aa00290), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:40.791632 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5431e08-28fd-46d5-ae8a-61c4b545667d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac3cbad-1864-4214-882f-c20d0aa00290,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:40.815044 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a6903d80-b34e-49f5-ba99-c8a90118dc5e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group_rule (e3057631-4600-43e4-b416-e012e7098e0e), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:40.821509 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6250fb-f179-4005-8312-400ede6eeca0 admin admin] Router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:54:40.825761 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-b5431e08-28fd-46d5-ae8a-61c4b545667d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73d10daa8cd441f8871e875a2623bbcd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5077479 Sep 21 21:54:40.828871 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 40506) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:40.872240 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:40.887300 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [None req-77d91944-4267-461b-a1e9-9a7f5c6e2f7e admin admin] Allocated IP 172.20.0.1 (7ba67a60-17a4-42de-8c1b-883c54b6fa46/48e83812-6a11-4bce-a2a0-70fb4d1433f5/0e96daac-55f3-4661-ac8f-172121b2762b) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:40.921193 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a6903d80-b34e-49f5-ba99-c8a90118dc5e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (e3057631-4600-43e4-b416-e012e7098e0e), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:40.931179 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port a025cd57-ce3b-4b51-b0c7-06683c2a1243 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:40.938778 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a025cd57-ce3b-4b51-b0c7-06683c2a1243), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:40.938778 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port a025cd57-ce3b-4b51-b0c7-06683c2a1243 Sep 21 21:54:41.001898 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Pushing event updated for resources: {'Port': ['ID=fc0b6b96-d71f-4a7b-9d10-d5ab448294b5,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:41.015912 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Publish callbacks [] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), precommit_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.080948 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port a025cd57-ce3b-4b51-b0c7-06683c2a1243 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:41.085453 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.099836 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Publish callbacks [] for port (4c1e1bfe-f5ca-4ce9-9c8e-720a93475256), precommit_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.118962 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6903d80-b34e-49f5-ba99-c8a90118dc5e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3057631-4600-43e4-b416-e012e7098e0e,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:41.126032 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6250fb-f179-4005-8312-400ede6eeca0 admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:54:41.126128 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-b34fa35d-fedd-457e-bd8c-3f3ef724dd23 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:41.129972 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a6903d80-b34e-49f5-ba99-c8a90118dc5e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.131322 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-a6903d80-b34e-49f5-ba99-c8a90118dc5e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0831010 Sep 21 21:54:41.136060 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 40518) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:41.139282 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-b34fa35d-fedd-457e-bd8c-3f3ef724dd23 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/networks?id=f801d94d-838f-46f0-b7fb-17b6d1554e9c HTTP/1.1" status: 200 len: 818 time: 0.5257835 Sep 21 21:54:41.150613 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-8cc1bbca-3126-42e8-ad39-40c61d07feef tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Request body: {'security_group_rule': {'security_group_id': '102f2701-6148-434f-ba32-45a9c93cee37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:41.168659 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4cbedc90-e3f1-4204-a86b-6aa11153cc7c admin admin] Publish callbacks [] for security_group (5ac3cbad-1864-4214-882f-c20d0aa00290), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.178483 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (4c1e1bfe-f5ca-4ce9-9c8e-720a93475256), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.202925 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Attempting to bind port 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:41.203305 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Attempting to bind port 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:41.203672 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Attempting to bind port 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256 on network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:41.216550 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ec9b9-20e0-4993-8ee5-fc773eb1e303 None None] Pushing event updated for resources: {'Port': ['ID=a4bcd9ad-c1d4-4313-a4f6-c246daef0a94,revision_number=3']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:41.227195 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4cbedc90-e3f1-4204-a86b-6aa11153cc7c admin admin] Publish callbacks [] for security_group (5ac3cbad-1864-4214-882f-c20d0aa00290), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.280674 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-fdf77ad3-8176-4ec7-be21-ad28fffe8d69 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/quotas/ce39458046ef4d2bb8de370118e4ed86 HTTP/1.1" status: 200 len: 375 time: 0.1400931 Sep 21 21:54:41.286196 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Attempting to bind port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:41.286788 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Attempting to bind port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:41.286923 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Attempting to bind port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 on network f801d94d-838f-46f0-b7fb-17b6d1554e9c {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:41.305447 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:54:41.305989 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Checking segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:41.306405 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.306847 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Bound using segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:54:41.307297 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Bound port: 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:54:41.309858 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (4c1e1bfe-f5ca-4ce9-9c8e-720a93475256), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.310035 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:54:41.310373 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Checking segment: {'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:41.310781 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.311267 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Bound using segment: {'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:54:41.311649 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Bound port: a4bcd9ad-c1d4-4313-a4f6-c246daef0a94, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'}}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:54:41.313137 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.374742 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-4b6250fb-f179-4005-8312-400ede6eeca0 admin admin] 10.222.0.42 "PUT /v2.0/routers/2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3120553 Sep 21 21:54:41.380512 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Attempt 6 to provision port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 Sep 21 21:54:41.462679 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4cbedc90-e3f1-4204-a86b-6aa11153cc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (5ac3cbad-1864-4214-882f-c20d0aa00290), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.465238 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4cbedc90-e3f1-4204-a86b-6aa11153cc7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.466403 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-4cbedc90-e3f1-4204-a86b-6aa11153cc7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ac3cbad-1864-4214-882f-c20d0aa00290 HTTP/1.1" status: 204 len: 168 time: 0.6363778 Sep 21 21:54:41.475354 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbedc90-e3f1-4204-a86b-6aa11153cc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac3cbad-1864-4214-882f-c20d0aa00290,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:41.503811 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device fc0b6b96-d71f-4a7b-9d10-d5ab448294b5 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:41.514282 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] For port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:54:41.522690 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] For port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=a4bcd9ad-c1d4-4313-a4f6-c246daef0a94,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:54:41.558201 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8cc1bbca-3126-42e8-ad39-40c61d07feef tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group_rule (f3e02cc3-1d40-48a9-8c79-562057e93517), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.597149 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-77d91944-4267-461b-a1e9-9a7f5c6e2f7e admin admin] Publish callbacks [] for port (0e96daac-55f3-4661-ac8f-172121b2762b), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.604282 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-557e3d82-c3fe-4c95-bc0d-9d9795bf6d40 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce39458046ef4d2bb8de370118e4ed86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3218014 Sep 21 21:54:41.628874 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.638911 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb0648-bf29-437a-8cf0-bbb05ccfe112 None None] Pushing event updated for resources: {'Port': ['ID=4c1e1bfe-f5ca-4ce9-9c8e-720a93475256,revision_number=2']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:41.653308 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:41.653308 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] For port 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:54:41.657942 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Routers {'bf131272-3f82-42c8-a7a8-9e0b240d6f88'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:41.658615 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:54:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:41.662149 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] For port 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=4c1e1bfe-f5ca-4ce9-9c8e-720a93475256,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:54:41.686600 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port fc0b6b96-d71f-4a7b-9d10-d5ab448294b5 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:41.687058 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (fc0b6b96-d71f-4a7b-9d10-d5ab448294b5), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.687401 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port fc0b6b96-d71f-4a7b-9d10-d5ab448294b5 Sep 21 21:54:41.718283 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8cc1bbca-3126-42e8-ad39-40c61d07feef tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group_rule (f3e02cc3-1d40-48a9-8c79-562057e93517), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.747870 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (4c1e1bfe-f5ca-4ce9-9c8e-720a93475256), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.765719 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-77d91944-4267-461b-a1e9-9a7f5c6e2f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (0e96daac-55f3-4661-ac8f-172121b2762b), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.805254 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Routers {'0b408441-9ec1-458c-bd70-987ebac8a4a4'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:41.805806 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] Set router bf131272-3f82-42c8-a7a8-9e0b240d6f88 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:41.805951 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:54:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['0b408441-9ec1-458c-bd70-987ebac8a4a4'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:41.821735 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8cc1bbca-3126-42e8-ad39-40c61d07feef tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (f3e02cc3-1d40-48a9-8c79-562057e93517), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.847059 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1bbca-3126-42e8-ad39-40c61d07feef tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e02cc3-1d40-48a9-8c79-562057e93517,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:41.883089 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d91944-4267-461b-a1e9-9a7f5c6e2f7e admin admin] Network 7ba67a60-17a4-42de-8c1b-883c54b6fa46 is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:41.892449 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-77d91944-4267-461b-a1e9-9a7f5c6e2f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:41.896589 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d91944-4267-461b-a1e9-9a7f5c6e2f7e admin admin] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:41.897209 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-77d91944-4267-461b-a1e9-9a7f5c6e2f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756382'] for router_interface (0b408441-9ec1-458c-bd70-987ebac8a4a4), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.963383 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8cc1bbca-3126-42e8-ad39-40c61d07feef tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:41.965770 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-8cc1bbca-3126-42e8-ad39-40c61d07feef tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8272603 Sep 21 21:54:41.973684 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 40544) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:41.980183 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-63d3e2f8-1227-49d6-9b5c-27850f2eb64d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Request body: {'floatingip': {'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:42.009917 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb0648-bf29-437a-8cf0-bbb05ccfe112 None None] Pushing event updated for resources: {'Port': ['ID=4c1e1bfe-f5ca-4ce9-9c8e-720a93475256,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:42.137952 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d91944-4267-461b-a1e9-9a7f5c6e2f7e admin admin] Pushing event updated for resources: {'Port': ['ID=0e96daac-55f3-4661-ac8f-172121b2762b,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:42.171040 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-63d3e2f8-1227-49d6-9b5c-27850f2eb64d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:42.202540 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] Set router 0b408441-9ec1-458c-bd70-987ebac8a4a4 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:42.265277 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-77d91944-4267-461b-a1e9-9a7f5c6e2f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (0e96daac-55f3-4661-ac8f-172121b2762b), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:42.343651 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Attempt 7 to provision port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 Sep 21 21:54:42.379879 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ec9b9-20e0-4993-8ee5-fc773eb1e303 None None] Pushing event updated for resources: {'Port': ['ID=a4bcd9ad-c1d4-4313-a4f6-c246daef0a94,revision_number=4']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:42.396846 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'name': 'tempest-ServerRescueNegativeTestJSON-341093674-router', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:28Z', 'updated_at': '2022-09-21T21:54:37Z', 'revision_number': 4, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'gw_port': {'id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:29Z', 'updated_at': '2022-09-21T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a4bcd9ad-c1d4-4313-a4f6-c246daef0a94', 'name': '', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'mac_address': 'fa:16:3e:4b:bc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:34Z', 'updated_at': '2022-09-21T21:54:41Z', 'revision_number': 4, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'subnets': [{'id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:42.471721 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbfddd7-1d02-4262-8567-2865a8b4f931 None None] The sync data for ids ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'] in dv-cinder-858818-1-iscsi is: [{'id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'name': 'tempest-ServerRescueNegativeTestJSON-341093674-router', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:28Z', 'updated_at': '2022-09-21T21:54:37Z', 'revision_number': 4, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'gw_port': {'id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:29Z', 'updated_at': '2022-09-21T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a4bcd9ad-c1d4-4313-a4f6-c246daef0a94', 'name': '', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'mac_address': 'fa:16:3e:4b:bc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:34Z', 'updated_at': '2022-09-21T21:54:41Z', 'revision_number': 4, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'subnets': [{'id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:54:42.576626 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 40558) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:42.598011 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-ba981332-e3d4-4c9f-9576-48346750afb6 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1806880220', 'description': 'tempest-description--1620004615'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:42.710324 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-77d91944-4267-461b-a1e9-9a7f5c6e2f7e admin admin] Publish callbacks [] for port (0e96daac-55f3-4661-ac8f-172121b2762b), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:42.760533 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ba981332-e3d4-4c9f-9576-48346750afb6 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:42.816037 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port fc0b6b96-d71f-4a7b-9d10-d5ab448294b5 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:42.818019 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device f1a1475a-398f-44d7-928c-3f6246bd12f3 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:42.851578 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-77d91944-4267-461b-a1e9-9a7f5c6e2f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (0e96daac-55f3-4661-ac8f-172121b2762b), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:42.854345 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-77d91944-4267-461b-a1e9-9a7f5c6e2f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756274'] for router_interface (0b408441-9ec1-458c-bd70-987ebac8a4a4), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:42.884999 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-fac06404-2bc3-4af3-bb78-5c87aea4f8e1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:54:42.889543 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-fac06404-2bc3-4af3-bb78-5c87aea4f8e1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5441878 Sep 21 21:54:42.906400 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:42.920572 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Sync routers for ids ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:54:42.923490 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 40564) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:42.945948 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-63d3e2f8-1227-49d6-9b5c-27850f2eb64d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:42.959195 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d6d929f8-6cd6-479b-aef2-2f3f38e8811e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:42.964042 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Routers {'2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:42.964675 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:54:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:43.103827 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port f1a1475a-398f-44d7-928c-3f6246bd12f3 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:43.105438 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (f1a1475a-398f-44d7-928c-3f6246bd12f3), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:43.106792 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port f1a1475a-398f-44d7-928c-3f6246bd12f3 Sep 21 21:54:43.168271 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-36fe8896-effc-4497-9018-86068bacca7b service neutron] 10.222.0.42 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473645 Sep 21 21:54:43.168271 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d91944-4267-461b-a1e9-9a7f5c6e2f7e admin admin] Pushing event updated for resources: {'Port': ['ID=0e96daac-55f3-4661-ac8f-172121b2762b,revision_number=2']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:43.206923 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ba981332-e3d4-4c9f-9576-48346750afb6 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group (30539bfc-a863-42e6-b940-20f8a1fc32df), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:43.241332 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-63d3e2f8-1227-49d6-9b5c-27850f2eb64d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Allocated IP 172.27.2.168 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/12306317-e8b5-4cbf-a1f1-57d0b130aeb1) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:43.322153 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d91944-4267-461b-a1e9-9a7f5c6e2f7e admin admin] Network 7ba67a60-17a4-42de-8c1b-883c54b6fa46 is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:43.324951 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-77d91944-4267-461b-a1e9-9a7f5c6e2f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:43.336568 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ba981332-e3d4-4c9f-9576-48346750afb6 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (30539bfc-a863-42e6-b940-20f8a1fc32df), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:43.368512 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Set router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:43.376322 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba981332-e3d4-4c9f-9576-48346750afb6 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30539bfc-a863-42e6-b940-20f8a1fc32df,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:43.402323 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d6d929f8-6cd6-479b-aef2-2f3f38e8811e admin admin] Publish callbacks [] for security_group (2deab1ed-fc46-4380-a302-4a353d5467d3), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:43.448971 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Attempt 8 to provision port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 Sep 21 21:54:43.487618 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-2ff701d3-7aa9-4620-b5fc-a8a671ee118b service neutron] 10.222.0.42 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108253 Sep 21 21:54:43.508848 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d6d929f8-6cd6-479b-aef2-2f3f38e8811e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (2deab1ed-fc46-4380-a302-4a353d5467d3), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:43.562895 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b408441-9ec1-458c-bd70-987ebac8a4a4', 'name': 'tempest-DeleteServersTestJSON-444044426-router', 'tenant_id': 'df86c329bf2e441cb2e61f33a91d958a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4c1e1bfe-f5ca-4ce9-9c8e-720a93475256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:35Z', 'revision_number': 3, 'project_id': 'df86c329bf2e441cb2e61f33a91d958a', 'gw_port': {'id': '4c1e1bfe-f5ca-4ce9-9c8e-720a93475256', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b408441-9ec1-458c-bd70-987ebac8a4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:43.598045 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ba981332-e3d4-4c9f-9576-48346750afb6 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:43.604806 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-ba981332-e3d4-4c9f-9576-48346750afb6 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0265281 Sep 21 21:54:43.605138 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 40576) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:43.623072 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-7532c373-51df-438d-bbca-f173b017302a tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Request body: {'security_group_rule': {'security_group_id': '30539bfc-a863-42e6-b940-20f8a1fc32df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:43.628669 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d929f8-6cd6-479b-aef2-2f3f38e8811e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2deab1ed-fc46-4380-a302-4a353d5467d3,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:43.648772 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d91944-4267-461b-a1e9-9a7f5c6e2f7e admin admin] Router 0b408441-9ec1-458c-bd70-987ebac8a4a4 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:54:43.730713 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50432017-9b5a-40ec-9eb7-b6a49ec74060 None None] The sync data for ids ['0b408441-9ec1-458c-bd70-987ebac8a4a4'] in dv-cinder-858818-1-iscsi is: [{'id': '0b408441-9ec1-458c-bd70-987ebac8a4a4', 'name': 'tempest-DeleteServersTestJSON-444044426-router', 'tenant_id': 'df86c329bf2e441cb2e61f33a91d958a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4c1e1bfe-f5ca-4ce9-9c8e-720a93475256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:35Z', 'revision_number': 3, 'project_id': 'df86c329bf2e441cb2e61f33a91d958a', 'gw_port': {'id': '4c1e1bfe-f5ca-4ce9-9c8e-720a93475256', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b408441-9ec1-458c-bd70-987ebac8a4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:54:43.736987 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-63d3e2f8-1227-49d6-9b5c-27850f2eb64d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for port (12306317-e8b5-4cbf-a1f1-57d0b130aeb1), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:43.767610 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:43.800066 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port f1a1475a-398f-44d7-928c-3f6246bd12f3 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:43.802804 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f1a1475a-398f-44d7-928c-3f6246bd12f3), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:43.811845 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-7532c373-51df-438d-bbca-f173b017302a tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group_rule (fd5e6f76-ec5b-425b-bba3-1d02a665c4f7), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:43.812047 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-d6d929f8-6cd6-479b-aef2-2f3f38e8811e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bea4d521c3e041dc948808573e627273&name=default HTTP/1.1" status: 200 len: 2995 time: 0.8738139 Sep 21 21:54:43.812246 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 40588) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:43.935119 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-63d3e2f8-1227-49d6-9b5c-27850f2eb64d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (12306317-e8b5-4cbf-a1f1-57d0b130aeb1), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:43.935769 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] For port f1a1475a-398f-44d7-928c-3f6246bd12f3, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=f1a1475a-398f-44d7-928c-3f6246bd12f3,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:44.080564 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (f1a1475a-398f-44d7-928c-3f6246bd12f3), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:44.112744 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e0853bf6-5407-412c-aeb8-a140d3afe34b admin admin] Publish callbacks [] for security_group (2deab1ed-fc46-4380-a302-4a353d5467d3), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:44.117984 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d3e2f8-1227-49d6-9b5c-27850f2eb64d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:44.131625 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-63d3e2f8-1227-49d6-9b5c-27850f2eb64d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:44.138231 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d3e2f8-1227-49d6-9b5c-27850f2eb64d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:44.148546 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3e2f8-1227-49d6-9b5c-27850f2eb64d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Pushing event updated for resources: {'Port': ['ID=12306317-e8b5-4cbf-a1f1-57d0b130aeb1,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:44.187753 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e0853bf6-5407-412c-aeb8-a140d3afe34b admin admin] Publish callbacks [] for security_group (2deab1ed-fc46-4380-a302-4a353d5467d3), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:44.299130 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Attempt 9 to provision port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 Sep 21 21:54:44.347381 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Sync routers for ids ['db1c6c97-65d0-4428-94be-58942e8bdd47'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:54:44.376147 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Routers {'db1c6c97-65d0-4428-94be-58942e8bdd47'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:44.376784 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:54:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['db1c6c97-65d0-4428-94be-58942e8bdd47'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:44.398011 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Pushing event updated for resources: {'Port': ['ID=f1a1475a-398f-44d7-928c-3f6246bd12f3,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:44.435724 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:44.531885 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:44.539192 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-63d3e2f8-1227-49d6-9b5c-27850f2eb64d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for floatingip (62945547-f6db-470a-b1a8-fdde5c68472d), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:44.546774 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5543eec5-6c4a-4c00-a02d-be720507e017 req-cf98919c-acbe-4946-88d6-dcf5eeef5e13 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 210 time: 0.4736645 Sep 21 21:54:44.631104 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:38Z', 'revision_number': 4, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port': {'id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:31Z', 'updated_at': '2022-09-21T21:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea', 'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'mac_address': 'fa:16:3e:13:2d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:37Z', 'updated_at': '2022-09-21T21:54:39Z', 'revision_number': 2, 'project_id': 'dffa029369f34cedb4849826071f9552', 'subnets': [{'id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:44.698280 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Checking router: 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:54:44.699277 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Set router db1c6c97-65d0-4428-94be-58942e8bdd47 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:44.700963 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Updating router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f port 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea binding host dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:54:44.708051 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-7532c373-51df-438d-bbca-f173b017302a tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group_rule (fd5e6f76-ec5b-425b-bba3-1d02a665c4f7), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:44.756792 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d91944-4267-461b-a1e9-9a7f5c6e2f7e admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:54:44.771702 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-77d91944-4267-461b-a1e9-9a7f5c6e2f7e admin admin] 10.222.0.42 "PUT /v2.0/routers/0b408441-9ec1-458c-bd70-987ebac8a4a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2257638 Sep 21 21:54:44.775415 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e0853bf6-5407-412c-aeb8-a140d3afe34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (2deab1ed-fc46-4380-a302-4a353d5467d3), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:44.779949 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e0853bf6-5407-412c-aeb8-a140d3afe34b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:44.782085 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-e0853bf6-5407-412c-aeb8-a140d3afe34b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2deab1ed-fc46-4380-a302-4a353d5467d3 HTTP/1.1" status: 204 len: 168 time: 0.9679105 Sep 21 21:54:44.797092 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-63d3e2f8-1227-49d6-9b5c-27850f2eb64d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (12306317-e8b5-4cbf-a1f1-57d0b130aeb1), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:44.812087 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:44.838076 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-7532c373-51df-438d-bbca-f173b017302a tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (fd5e6f76-ec5b-425b-bba3-1d02a665c4f7), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:44.850420 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:44.853412 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:44.854756 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 Sep 21 21:54:44.940215 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Attempt 10 to provision port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 Sep 21 21:54:44.942174 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0853bf6-5407-412c-aeb8-a140d3afe34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2deab1ed-fc46-4380-a302-4a353d5467d3,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:44.946007 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 40650) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:44.986653 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532c373-51df-438d-bbca-f173b017302a tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5e6f76-ec5b-425b-bba3-1d02a665c4f7,revision_number=0']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:45.010143 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 40660) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:45.154397 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:45.188410 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-7532c373-51df-438d-bbca-f173b017302a tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:45.195390 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-7532c373-51df-438d-bbca-f173b017302a tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5844548 Sep 21 21:54:45.198504 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 40666) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:45.210674 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-8c1201f9-be5b-48dc-a203-0599d6c79ec7 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Request body: {'security_group_rule': {'security_group_id': '30539bfc-a863-42e6-b940-20f8a1fc32df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:45.212968 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Provisioning complete for port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:45.213450 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:45.213905 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Attempt 1 to provision port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 Sep 21 21:54:45.324415 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:45.325441 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:45.387447 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-7f01ba80-07f9-4a87-bc30-c159970178eb tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:45.413079 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-7f01ba80-07f9-4a87-bc30-c159970178eb tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/networks?id=f801d94d-838f-46f0-b7fb-17b6d1554e9c HTTP/1.1" status: 200 len: 818 time: 0.3774862 Sep 21 21:54:45.418562 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8c1201f9-be5b-48dc-a203-0599d6c79ec7 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group_rule (1c90eb58-e227-46c0-9207-9604f813562a), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:45.434667 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '17d42817-e76a-4ddb-8052-df547e536735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 4, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port': {'id': '17d42817-e76a-4ddb-8052-df547e536735', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:63:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a62a5e8b-eacb-45f7-8de0-0b4d622b17d6', 'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'mac_address': 'fa:16:3e:13:a5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:35Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 2, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'subnets': [{'id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:45.452502 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-63d3e2f8-1227-49d6-9b5c-27850f2eb64d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for port (12306317-e8b5-4cbf-a1f1-57d0b130aeb1), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:45.518973 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] For port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=a4bcd9ad-c1d4-4313-a4f6-c246daef0a94,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:45.519963 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Current status of the port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:45.520349 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:45.534484 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-71aa40d8-eab8-4a4b-b4fd-1a32d38ac936 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/quotas/ce39458046ef4d2bb8de370118e4ed86 HTTP/1.1" status: 200 len: 375 time: 0.1242192 Sep 21 21:54:45.536212 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-63d3e2f8-1227-49d6-9b5c-27850f2eb64d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (12306317-e8b5-4cbf-a1f1-57d0b130aeb1), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:45.536552 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Checking router: db1c6c97-65d0-4428-94be-58942e8bdd47 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:54:45.536910 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Updating router db1c6c97-65d0-4428-94be-58942e8bdd47 port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 binding host dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:54:45.537855 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-63d3e2f8-1227-49d6-9b5c-27850f2eb64d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (62945547-f6db-470a-b1a8-fdde5c68472d), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:45.608090 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:45.608877 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 17d42817-e76a-4ddb-8052-df547e536735 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:45.623556 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a62a5e8b-eacb-45f7-8de0-0b4d622b17d6), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:45.686625 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3e2f8-1227-49d6-9b5c-27850f2eb64d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Pushing event updated for resources: {'Port': ['ID=12306317-e8b5-4cbf-a1f1-57d0b130aeb1,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:45.722123 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-63d3e2f8-1227-49d6-9b5c-27850f2eb64d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:45.724134 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-63d3e2f8-1227-49d6-9b5c-27850f2eb64d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7485533 Sep 21 21:54:45.764629 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8c1201f9-be5b-48dc-a203-0599d6c79ec7 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group_rule (1c90eb58-e227-46c0-9207-9604f813562a), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:45.782812 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-9bd96235-c60a-45d5-8cb1-146f0b0a15b5 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce39458046ef4d2bb8de370118e4ed86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2317412 Sep 21 21:54:45.818808 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-a9f00766-defc-4da5-89f5-d63f8fe628cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:45.980034 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-a9f00766-defc-4da5-89f5-d63f8fe628cb admin admin] Publish callbacks [] for security_group (efa77784-40b7-45fd-a2bb-f33413c41a99), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:45.987990 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8c1201f9-be5b-48dc-a203-0599d6c79ec7 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (1c90eb58-e227-46c0-9207-9604f813562a), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:46.028775 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.db.api [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 21:54:46.029392 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG oslo_db.api [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 21:54:46.041252 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 17d42817-e76a-4ddb-8052-df547e536735 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:46.041642 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (17d42817-e76a-4ddb-8052-df547e536735), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:46.041984 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 17d42817-e76a-4ddb-8052-df547e536735 Sep 21 21:54:46.045784 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1201f9-be5b-48dc-a203-0599d6c79ec7 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c90eb58-e227-46c0-9207-9604f813562a,revision_number=0']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:46.061452 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-a9f00766-defc-4da5-89f5-d63f8fe628cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (efa77784-40b7-45fd-a2bb-f33413c41a99), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:46.065646 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Publish callbacks [] for port (40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea), precommit_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:46.130325 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Pushing event updated for resources: {'Port': ['ID=a4bcd9ad-c1d4-4313-a4f6-c246daef0a94,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:46.158233 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:46.176590 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8c1201f9-be5b-48dc-a203-0599d6c79ec7 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:46.179983 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-8c1201f9-be5b-48dc-a203-0599d6c79ec7 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9791427 Sep 21 21:54:46.183212 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 40720) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:46.190112 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-3189a19e-1f6d-4cac-904a-5137b00cc71c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Request body: {'floatingip': {'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:46.195823 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-a9f00766-defc-4da5-89f5-d63f8fe628cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c3fe3657329403fb067636b298d8bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2457461 Sep 21 21:54:46.204065 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 40722) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:46.221836 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f00766-defc-4da5-89f5-d63f8fe628cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa77784-40b7-45fd-a2bb-f33413c41a99,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:46.322396 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Publish callbacks [] for port (a62a5e8b-eacb-45f7-8de0-0b4d622b17d6), precommit_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:46.334912 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-b243ccc5-e25a-47f8-b2bb-369aad7ee41e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:54:46.335943 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-b243ccc5-e25a-47f8-b2bb-369aad7ee41e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1387756 Sep 21 21:54:46.364508 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-67ba6b0e-d460-4fdc-93f9-edccc1aef719 admin admin] Publish callbacks [] for security_group (efa77784-40b7-45fd-a2bb-f33413c41a99), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:46.398178 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Attempting to bind port 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:46.398830 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Attempting to bind port 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '978b6f9c-54de-4032-ac85-449a38d20e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:46.399445 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Attempting to bind port 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea on network f53260a4-6fcd-403d-87df-2c61cac67763 {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:46.405033 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (a62a5e8b-eacb-45f7-8de0-0b4d622b17d6), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:46.412897 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:54:46.414365 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Checking segment: {'id': '978b6f9c-54de-4032-ac85-449a38d20e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:46.414648 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:46.415332 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Bound using segment: {'id': '978b6f9c-54de-4032-ac85-449a38d20e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:54:46.416000 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Bound port: 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978b6f9c-54de-4032-ac85-449a38d20e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:54:46.416594 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:46.460571 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-67ba6b0e-d460-4fdc-93f9-edccc1aef719 admin admin] Publish callbacks [] for security_group (efa77784-40b7-45fd-a2bb-f33413c41a99), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:46.469172 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3189a19e-1f6d-4cac-904a-5137b00cc71c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:46.471820 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-45c658e2-4673-466d-a601-6a0d851a3af3 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:46.473716 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-45c658e2-4673-466d-a601-6a0d851a3af3 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/networks?id=7ba67a60-17a4-42de-8c1b-883c54b6fa46 HTTP/1.1" status: 200 len: 811 time: 0.2234380 Sep 21 21:54:46.508492 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-dddf9cf9-f385-4023-9487-a0e1f3bbfcb3 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/quotas/df86c329bf2e441cb2e61f33a91d958a HTTP/1.1" status: 200 len: 375 time: 0.0281098 Sep 21 21:54:46.510667 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-f2893ded-5ab1-490d-a329-5c334f944043 service neutron] 10.222.0.42 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665213 Sep 21 21:54:46.627454 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a41344-9bc7-4772-a464-8b2f22d5c43b None None] Pushing event updated for resources: {'Port': ['ID=a62a5e8b-eacb-45f7-8de0-0b4d622b17d6,revision_number=3']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:46.642501 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Attempting to bind port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:46.642641 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcd0c7-0b99-4ba1-b9e3-0e56e1467cda None None] Pushing event updated for resources: {'Port': ['ID=40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:46.643235 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Attempting to bind port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '565e6c4f-58d4-47da-aa89-04ea3f347095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23'}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:46.643949 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Attempting to bind port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 on network 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:46.651380 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:54:46.653844 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3189a19e-1f6d-4cac-904a-5137b00cc71c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:46.654979 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Checking segment: {'id': '565e6c4f-58d4-47da-aa89-04ea3f347095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:46.655568 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:46.655939 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Bound using segment: {'id': '565e6c4f-58d4-47da-aa89-04ea3f347095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23'} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:54:46.656491 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Bound port: a62a5e8b-eacb-45f7-8de0-0b4d622b17d6, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565e6c4f-58d4-47da-aa89-04ea3f347095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23'}}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:54:46.657126 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a62a5e8b-eacb-45f7-8de0-0b4d622b17d6), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:46.668502 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 17d42817-e76a-4ddb-8052-df547e536735 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:46.668815 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (17d42817-e76a-4ddb-8052-df547e536735), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:46.674320 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-eedd118a-1087-4fdd-9b2e-583f4d8ba30f tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=df86c329bf2e441cb2e61f33a91d958a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1563115 Sep 21 21:54:46.701448 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] For port 17d42817-e76a-4ddb-8052-df547e536735, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=17d42817-e76a-4ddb-8052-df547e536735,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:46.721762 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-9b435aeb-1bde-44ec-9656-9aaab659ba85 service neutron] 10.222.0.42 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923561 Sep 21 21:54:46.733055 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b826ce80-9d96-45aa-8925-381811995c8e None None] Current status of the port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:46.742719 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] For port 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:54:46.751703 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] For port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:54:46.758136 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] For port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=a62a5e8b-eacb-45f7-8de0-0b4d622b17d6,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:54:46.768238 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] For port 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea,segment=NetworkSegment(978b6f9c-54de-4032-ac85-449a38d20e49),segment_id=978b6f9c-54de-4032-ac85-449a38d20e49)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:54:46.806896 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (17d42817-e76a-4ddb-8052-df547e536735), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:46.835041 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (a62a5e8b-eacb-45f7-8de0-0b4d622b17d6), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:46.864759 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-9cfc169c-6a61-420c-b0b5-7ee8ead1a030 service neutron] 10.222.0.42 "GET /v2.0/networks/7ba67a60-17a4-42de-8c1b-883c54b6fa46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414704 Sep 21 21:54:46.897413 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:47.007495 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Routers {'db1c6c97-65d0-4428-94be-58942e8bdd47'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:47.024974 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:54:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['db1c6c97-65d0-4428-94be-58942e8bdd47'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:47.030875 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Routers {'2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:47.035130 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:54:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:47.040234 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-5dce6737-f8e1-4387-9c85-138e6496ccbe service neutron] 10.222.0.42 "GET /v2.0/networks/7ba67a60-17a4-42de-8c1b-883c54b6fa46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739547 Sep 21 21:54:47.106947 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Provisioning complete for port 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:47.107246 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:47.111356 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Attempt 1 to provision port 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea Sep 21 21:54:47.130601 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-3189a19e-1f6d-4cac-904a-5137b00cc71c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Allocated IP 172.27.2.86 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/5cfa0be9-25ea-44bd-b046-94ad8ebba47b) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:47.195232 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a41344-9bc7-4772-a464-8b2f22d5c43b None None] Pushing event updated for resources: {'Port': ['ID=a62a5e8b-eacb-45f7-8de0-0b4d622b17d6,revision_number=4']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:47.317714 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3189a19e-1f6d-4cac-904a-5137b00cc71c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for port (5cfa0be9-25ea-44bd-b046-94ad8ebba47b), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:47.345556 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-67ba6b0e-d460-4fdc-93f9-edccc1aef719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (efa77784-40b7-45fd-a2bb-f33413c41a99), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:47.348325 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-67ba6b0e-d460-4fdc-93f9-edccc1aef719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:47.358391 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-67ba6b0e-d460-4fdc-93f9-edccc1aef719 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/efa77784-40b7-45fd-a2bb-f33413c41a99 HTTP/1.1" status: 204 len: 168 time: 1.1438754 Sep 21 21:54:47.374197 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba6b0e-d460-4fdc-93f9-edccc1aef719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa77784-40b7-45fd-a2bb-f33413c41a99,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:47.377927 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] Set router db1c6c97-65d0-4428-94be-58942e8bdd47 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:47.382356 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Pushing event updated for resources: {'Port': ['ID=17d42817-e76a-4ddb-8052-df547e536735,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:47.447296 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3189a19e-1f6d-4cac-904a-5137b00cc71c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (5cfa0be9-25ea-44bd-b046-94ad8ebba47b), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:47.475430 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:47.643087 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189a19e-1f6d-4cac-904a-5137b00cc71c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Pushing event updated for resources: {'Port': ['ID=5cfa0be9-25ea-44bd-b046-94ad8ebba47b,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:47.663850 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3189a19e-1f6d-4cac-904a-5137b00cc71c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:47.667076 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-3189a19e-1f6d-4cac-904a-5137b00cc71c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:47.673171 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3189a19e-1f6d-4cac-904a-5137b00cc71c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:47.722929 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3c8fc8f3-a5ef-4058-8b88-1d855cc75cff req-aadbd31c-e0fd-47e0-b607-0f3d899cc08f tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 210 time: 0.1307197 Sep 21 21:54:47.739246 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-9d78fc74-6103-4625-bca9-12e03ef9129d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1631953012&fields=id&tenant_id=1603f7fd81ff4966be5b51e69354038c HTTP/1.1" status: 200 len: 267 time: 0.2993422 Sep 21 21:54:47.872314 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3189a19e-1f6d-4cac-904a-5137b00cc71c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for floatingip (f9238565-553a-4ca6-a571-bb4537ac3d73), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:47.924439 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcd0c7-0b99-4ba1-b9e3-0e56e1467cda None None] Pushing event updated for resources: {'Port': ['ID=40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:47.947809 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] Set router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:47.975080 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '17d42817-e76a-4ddb-8052-df547e536735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 4, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port': {'id': '17d42817-e76a-4ddb-8052-df547e536735', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a62a5e8b-eacb-45f7-8de0-0b4d622b17d6', 'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'mac_address': 'fa:16:3e:13:a5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:35Z', 'updated_at': '2022-09-21T21:54:46Z', 'revision_number': 4, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'subnets': [{'id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:48.009393 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:48.009783 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:48.010376 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 Sep 21 21:54:48.035887 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-097b8798-9818-43dc-b304-cdf6fd429baf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:48.046201 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-097b8798-9818-43dc-b304-cdf6fd429baf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/networks?id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 HTTP/1.1" status: 200 len: 816 time: 0.2945805 Sep 21 21:54:48.050980 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Current status of the port 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:48.051449 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:48.068020 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f01f7c-170e-456a-a3d6-e23e87059196 None None] The sync data for ids ['db1c6c97-65d0-4428-94be-58942e8bdd47'] in dv-cinder-858818-1-iscsi is: [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '17d42817-e76a-4ddb-8052-df547e536735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 4, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port': {'id': '17d42817-e76a-4ddb-8052-df547e536735', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a62a5e8b-eacb-45f7-8de0-0b4d622b17d6', 'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'mac_address': 'fa:16:3e:13:a5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:35Z', 'updated_at': '2022-09-21T21:54:46Z', 'revision_number': 4, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'subnets': [{'id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:54:48.087699 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3189a19e-1f6d-4cac-904a-5137b00cc71c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (5cfa0be9-25ea-44bd-b046-94ad8ebba47b), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:48.188484 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-88d67ea4-17e1-4a75-810b-4aa7aa331a83 req-d255eaf7-2202-48d6-91b4-c42b9746507f tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 210 time: 0.1200092 Sep 21 21:54:48.212359 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-29c72670-d9b0-46c2-9981-6fc56bcece60 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/quotas/1603f7fd81ff4966be5b51e69354038c HTTP/1.1" status: 200 len: 375 time: 0.1648400 Sep 21 21:54:48.382179 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-0463734a-6388-4823-9d9c-0323b48ad6fa tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1603f7fd81ff4966be5b51e69354038c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1628225 Sep 21 21:54:48.386644 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] For port 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea,segment=NetworkSegment(978b6f9c-54de-4032-ac85-449a38d20e49),segment_id=978b6f9c-54de-4032-ac85-449a38d20e49)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:48.523927 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:48.573427 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:48.598033 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3189a19e-1f6d-4cac-904a-5137b00cc71c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for port (5cfa0be9-25ea-44bd-b046-94ad8ebba47b), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:48.651827 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-19f75740-969b-484f-8264-2b517c08bc83 service neutron] 10.222.0.42 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647009 Sep 21 21:54:48.707749 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3189a19e-1f6d-4cac-904a-5137b00cc71c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (5cfa0be9-25ea-44bd-b046-94ad8ebba47b), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:48.708449 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3189a19e-1f6d-4cac-904a-5137b00cc71c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (f9238565-553a-4ca6-a571-bb4537ac3d73), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:48.717628 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:48.718276 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:48.726957 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Provisioning complete for port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:48.734723 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a62a5e8b-eacb-45f7-8de0-0b4d622b17d6), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:48.734723 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Attempt 1 to provision port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 Sep 21 21:54:48.794916 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189a19e-1f6d-4cac-904a-5137b00cc71c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Pushing event updated for resources: {'Port': ['ID=5cfa0be9-25ea-44bd-b046-94ad8ebba47b,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:48.847290 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3189a19e-1f6d-4cac-904a-5137b00cc71c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:48.848802 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-3189a19e-1f6d-4cac-904a-5137b00cc71c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6626604 Sep 21 21:54:48.885168 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Pushing event updated for resources: {'Port': ['ID=40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:48.894646 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2c62f6ec-a7aa-4348-9f64-12e177d59796 req-b533e940-a013-4ca3-b919-c463184901a5 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 210 time: 0.0497403 Sep 21 21:54:48.974530 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-1f4d33b8-978e-4149-8c31-f6b5b42be648 service neutron] 10.222.0.42 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086982 Sep 21 21:54:48.979911 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:48.980308 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (4c1e1bfe-f5ca-4ce9-9c8e-720a93475256), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:48.980793 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256 Sep 21 21:54:49.035234 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:38Z', 'revision_number': 4, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port': {'id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:31Z', 'updated_at': '2022-09-21T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea', 'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'mac_address': 'fa:16:3e:13:2d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:37Z', 'updated_at': '2022-09-21T21:54:46Z', 'revision_number': 4, 'project_id': 'dffa029369f34cedb4849826071f9552', 'subnets': [{'id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:49.070953 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b9ed5-c903-4342-9db8-cba6fee49a6f None None] The sync data for ids ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'] in dv-cinder-858818-1-iscsi is: [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:38Z', 'revision_number': 4, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port': {'id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:31Z', 'updated_at': '2022-09-21T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea', 'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'mac_address': 'fa:16:3e:13:2d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:37Z', 'updated_at': '2022-09-21T21:54:46Z', 'revision_number': 4, 'project_id': 'dffa029369f34cedb4849826071f9552', 'subnets': [{'id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:54:49.086482 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Current status of the port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:49.086808 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a62a5e8b-eacb-45f7-8de0-0b4d622b17d6), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:49.157453 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] For port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=a62a5e8b-eacb-45f7-8de0-0b4d622b17d6,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:49.170741 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:49.171437 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (4c1e1bfe-f5ca-4ce9-9c8e-720a93475256), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:49.195997 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] For port 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=4c1e1bfe-f5ca-4ce9-9c8e-720a93475256,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:49.262474 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.61', 62491) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:49.268647 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (a62a5e8b-eacb-45f7-8de0-0b4d622b17d6), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:49.351840 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (4c1e1bfe-f5ca-4ce9-9c8e-720a93475256), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:49.352920 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device f1a1475a-398f-44d7-928c-3f6246bd12f3 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:49.403750 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-9847c2ad-561b-47b8-b167-a97263899bf8 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1806880220&fields=id&tenant_id=dffa029369f34cedb4849826071f9552 HTTP/1.1" status: 200 len: 267 time: 0.0977123 Sep 21 21:54:49.475699 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Provisioning complete for port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:49.479278 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:49.479278 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Attempt 1 to provision port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 Sep 21 21:54:49.570581 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Pushing event updated for resources: {'Port': ['ID=a62a5e8b-eacb-45f7-8de0-0b4d622b17d6,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:49.599104 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ccf1773a-13fd-4cbd-9cd4-c32e8709598c req-4ab385bc-cfe0-4e0d-bbbf-fded71322258 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 210 time: 0.0431983 Sep 21 21:54:49.751534 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-aad05b73-624f-4790-9e48-6302b823fde5 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:49.753167 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-aad05b73-624f-4790-9e48-6302b823fde5 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/networks?id=f53260a4-6fcd-403d-87df-2c61cac67763 HTTP/1.1" status: 200 len: 810 time: 0.3485312 Sep 21 21:54:49.861475 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b822605f-4478-48db-8ec5-11fcbbe43263 req-cb0987eb-6855-4553-a1de-b48a2378085a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 210 time: 0.0911531 Sep 21 21:54:49.867243 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-8c3bd64d-0974-42f7-828d-2a25ccc16f17 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/quotas/dffa029369f34cedb4849826071f9552 HTTP/1.1" status: 200 len: 375 time: 0.1042435 Sep 21 21:54:49.910101 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Pushing event updated for resources: {'Port': ['ID=4c1e1bfe-f5ca-4ce9-9c8e-720a93475256,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:49.943643 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port f1a1475a-398f-44d7-928c-3f6246bd12f3 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:49.945943 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (f1a1475a-398f-44d7-928c-3f6246bd12f3), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:49.946871 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port f1a1475a-398f-44d7-928c-3f6246bd12f3 Sep 21 21:54:50.027525 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Current status of the port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:50.036128 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-8455df02-27aa-4d50-a0b5-a556596e56fc tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dffa029369f34cedb4849826071f9552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1548109 Sep 21 21:54:50.057036 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-aea1965b-ee32-4f22-a4a0-0f05433a44f4 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:50.064595 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-aea1965b-ee32-4f22-a4a0-0f05433a44f4 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.61 "GET /v2.0/networks?id=f801d94d-838f-46f0-b7fb-17b6d1554e9c HTTP/1.1" status: 200 len: 818 time: 0.8005400 Sep 21 21:54:50.091980 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Provisioning complete for port 0e96daac-55f3-4661-ac8f-172121b2762b triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:50.092539 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (0e96daac-55f3-4661-ac8f-172121b2762b), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:50.093014 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Attempt 1 to provision port 0e96daac-55f3-4661-ac8f-172121b2762b Sep 21 21:54:50.142026 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-8f09a62a-e692-41cf-8aed-c62ad87e7cb6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Request body: {'port': {'device_id': '059c05da-c7e3-4581-a17e-623dbcda3091', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'admin_state_up': True, 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:50.153373 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port f1a1475a-398f-44d7-928c-3f6246bd12f3 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:50.180712 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Port 0e96daac-55f3-4661-ac8f-172121b2762b cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:50.419448 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-67ccfdea-9438-40a1-933f-53ca5f0e9845 service neutron] 10.222.0.42 "GET /v2.0/networks/f53260a4-6fcd-403d-87df-2c61cac67763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454781 Sep 21 21:54:50.430954 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Sync routers for ids ['0b408441-9ec1-458c-bd70-987ebac8a4a4'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:54:50.453954 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Routers {'0b408441-9ec1-458c-bd70-987ebac8a4a4'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:50.454837 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:54:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['0b408441-9ec1-458c-bd70-987ebac8a4a4'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:50.594715 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-8f09a62a-e692-41cf-8aed-c62ad87e7cb6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Made reservation on behalf of ce39458046ef4d2bb8de370118e4ed86 for: {'port': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:54:50.599245 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-8f09a62a-e692-41cf-8aed-c62ad87e7cb6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:50.711758 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Set router 0b408441-9ec1-458c-bd70-987ebac8a4a4 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:50.749388 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8272fbb0-4833-4557-8b40-ef920a236e9b req-14e7e282-3ecb-4322-ab16-9233db771c4b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 210 time: 0.0923359 Sep 21 21:54:50.753403 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Attempt 2 to provision port 0e96daac-55f3-4661-ac8f-172121b2762b Sep 21 21:54:50.796291 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Port 0e96daac-55f3-4661-ac8f-172121b2762b cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:50.797096 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:50.804420 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-c250912a-ffa8-40db-b8cc-606257a2b42a service neutron] 10.222.0.42 "GET /v2.0/networks/f53260a4-6fcd-403d-87df-2c61cac67763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624771 Sep 21 21:54:51.020740 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c800d07b-0df5-4326-bef4-f87cbece169b req-26b46ce7-a08d-4de3-843b-f12c6362d596 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 210 time: 0.0879290 Sep 21 21:54:51.298411 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Attempt 3 to provision port 0e96daac-55f3-4661-ac8f-172121b2762b Sep 21 21:54:51.332301 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:51.332617 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:51.333177 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea Sep 21 21:54:51.379923 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.61', 62501) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:51.398680 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Port 0e96daac-55f3-4661-ac8f-172121b2762b cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:51.426362 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-8f09a62a-e692-41cf-8aed-c62ad87e7cb6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Allocated IP 172.20.0.13 (f801d94d-838f-46f0-b7fb-17b6d1554e9c/575b43de-b954-4ed7-bfdd-5b0bcfa5628e/55e8f79b-548a-4961-85d7-2b1f6433a5f0) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:51.445717 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d479f466-8ac3-4ce3-863b-cebd1bf76f68 req-35b376b3-c51a-4dbd-8420-991dde40e9f5 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 210 time: 0.0836639 Sep 21 21:54:51.607284 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:51.608984 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:51.672043 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-14ddd056-95bf-4a2c-a37b-3f8e738b07e9 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:51.674493 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-14ddd056-95bf-4a2c-a37b-3f8e738b07e9 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.61 "GET /v2.0/networks?id=7ba67a60-17a4-42de-8c1b-883c54b6fa46 HTTP/1.1" status: 200 len: 811 time: 0.2932036 Sep 21 21:54:51.695470 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-eb97bdd8-8955-4dc3-97ed-dab0ac780777 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Request body: {'port': {'device_id': '4f22897b-64f7-4b36-8d63-5c4485f682b1', 'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46', 'admin_state_up': True, 'tenant_id': 'df86c329bf2e441cb2e61f33a91d958a'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:51.775191 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:51.775191 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (4c1e1bfe-f5ca-4ce9-9c8e-720a93475256), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:51.775191 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256 Sep 21 21:54:51.786127 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b408441-9ec1-458c-bd70-987ebac8a4a4', 'name': 'tempest-DeleteServersTestJSON-444044426-router', 'tenant_id': 'df86c329bf2e441cb2e61f33a91d958a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4c1e1bfe-f5ca-4ce9-9c8e-720a93475256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:42Z', 'revision_number': 4, 'project_id': 'df86c329bf2e441cb2e61f33a91d958a', 'gw_port': {'id': '4c1e1bfe-f5ca-4ce9-9c8e-720a93475256', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b408441-9ec1-458c-bd70-987ebac8a4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '0e96daac-55f3-4661-ac8f-172121b2762b', 'name': '', 'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46', 'tenant_id': 'df86c329bf2e441cb2e61f33a91d958a', 'mac_address': 'fa:16:3e:b2:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b408441-9ec1-458c-bd70-987ebac8a4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48e83812-6a11-4bce-a2a0-70fb4d1433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:40Z', 'updated_at': '2022-09-21T21:54:42Z', 'revision_number': 2, 'project_id': 'df86c329bf2e441cb2e61f33a91d958a', 'subnets': [{'id': '48e83812-6a11-4bce-a2a0-70fb4d1433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:51.892921 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Checking router: 0b408441-9ec1-458c-bd70-987ebac8a4a4 for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:54:51.894858 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Updating router 0b408441-9ec1-458c-bd70-987ebac8a4a4 port 0e96daac-55f3-4661-ac8f-172121b2762b binding host dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:54:51.973957 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Attempt 4 to provision port 0e96daac-55f3-4661-ac8f-172121b2762b Sep 21 21:54:51.984131 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-8f09a62a-e692-41cf-8aed-c62ad87e7cb6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for port (55e8f79b-548a-4961-85d7-2b1f6433a5f0), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:52.025537 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Port 0e96daac-55f3-4661-ac8f-172121b2762b cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:52.042444 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (0e96daac-55f3-4661-ac8f-172121b2762b), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:52.125870 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-8f09a62a-e692-41cf-8aed-c62ad87e7cb6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (55e8f79b-548a-4961-85d7-2b1f6433a5f0), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:52.229440 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.61', 62506) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:52.276638 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c9c9709d-a6d8-48e4-a8ba-7ff483542f35 req-dfab296c-a725-40e9-af63-18ab52529067 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 210 time: 0.2545152 Sep 21 21:54:52.487314 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a569b6bc-2f9c-43a7-97cc-f60e0aa3302a req-25e3277a-771f-4b3a-a8f0-5649c9b9dc8f tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 210 time: 0.4688728 Sep 21 21:54:52.503856 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:52.505839 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 17d42817-e76a-4ddb-8052-df547e536735 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:52.555868 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Attempt 5 to provision port 0e96daac-55f3-4661-ac8f-172121b2762b Sep 21 21:54:52.556462 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-8bb03d0a-e507-4f15-ab11-a3f16b74b8c4 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:52.558847 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-8bb03d0a-e507-4f15-ab11-a3f16b74b8c4 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.61 "GET /v2.0/networks?id=f801d94d-838f-46f0-b7fb-17b6d1554e9c HTTP/1.1" status: 200 len: 818 time: 0.3170500 Sep 21 21:54:52.602890 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-8f09a62a-e692-41cf-8aed-c62ad87e7cb6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Network f801d94d-838f-46f0-b7fb-17b6d1554e9c is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:52.630432 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-8f09a62a-e692-41cf-8aed-c62ad87e7cb6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:52.643178 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-10ec4d69-c5fa-4fc5-bf62-52f26e858fed tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Request body: {'port': {'device_id': '62f29aa1-2a06-46f6-a606-599bcbc1f69a', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'admin_state_up': True, 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:52.656347 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Port 0e96daac-55f3-4661-ac8f-172121b2762b cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:52.803312 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b771d890-9e2d-4d04-b9fe-2be8ea936a1e req-b5ca159c-fe64-4df5-b7f1-161267bb3447 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 210 time: 0.0849380 Sep 21 21:54:52.816207 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-eb97bdd8-8955-4dc3-97ed-dab0ac780777 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Made reservation on behalf of df86c329bf2e441cb2e61f33a91d958a for: {'port': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:54:52.821552 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-eb97bdd8-8955-4dc3-97ed-dab0ac780777 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:52.916592 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-8f09a62a-e692-41cf-8aed-c62ad87e7cb6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:52.925085 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-8f09a62a-e692-41cf-8aed-c62ad87e7cb6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:52.927433 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-8f09a62a-e692-41cf-8aed-c62ad87e7cb6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:52.980466 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 17d42817-e76a-4ddb-8052-df547e536735 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:52.981756 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (17d42817-e76a-4ddb-8052-df547e536735), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:52.982096 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 17d42817-e76a-4ddb-8052-df547e536735 Sep 21 21:54:53.022015 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-10ec4d69-c5fa-4fc5-bf62-52f26e858fed tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Made reservation on behalf of ce39458046ef4d2bb8de370118e4ed86 for: {'port': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:54:53.028593 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-10ec4d69-c5fa-4fc5-bf62-52f26e858fed tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:53.086201 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09a62a-e692-41cf-8aed-c62ad87e7cb6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Pushing event updated for resources: {'Port': ['ID=55e8f79b-548a-4961-85d7-2b1f6433a5f0,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:53.190131 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Attempt 6 to provision port 0e96daac-55f3-4661-ac8f-172121b2762b Sep 21 21:54:53.244223 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-8f09a62a-e692-41cf-8aed-c62ad87e7cb6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1131120 Sep 21 21:54:53.275535 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.61', 62510) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:53.361628 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-c6f27513-14f1-4266-9a7c-bad6592dd096 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:54:53.374236 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-c6f27513-14f1-4266-9a7c-bad6592dd096 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129821 Sep 21 21:54:53.401636 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 17d42817-e76a-4ddb-8052-df547e536735 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:53.406402 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:53.526859 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7241bf3f-8d97-4ec2-8ca3-c992be4fed11 req-738e9031-ef5a-441b-a037-c5f8ca5bc9aa tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 210 time: 0.0757909 Sep 21 21:54:53.528104 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Port 0e96daac-55f3-4661-ac8f-172121b2762b cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:53.623407 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:53.624070 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a62a5e8b-eacb-45f7-8de0-0b4d622b17d6), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:53.624473 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 Sep 21 21:54:53.657355 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Publish callbacks [] for port (0e96daac-55f3-4661-ac8f-172121b2762b), precommit_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:53.679254 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-10ec4d69-c5fa-4fc5-bf62-52f26e858fed tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Allocated IP 172.20.0.14 (f801d94d-838f-46f0-b7fb-17b6d1554e9c/575b43de-b954-4ed7-bfdd-5b0bcfa5628e/09367162-9504-4865-8eeb-60a695a0e5e5) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:53.708518 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b3b0524f-2fc1-42de-bf4a-e6095c6b74fb req-7f9595ad-64fc-4c35-9c98-f9f6063c2735 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 210 time: 0.1510627 Sep 21 21:54:53.768461 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Request body: {'port': {'device_id': '059c05da-c7e3-4581-a17e-623dbcda3091', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:53.824815 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-465596e7-543a-4a8e-85c6-e9f34a88aadb req-6814fac3-3f84-4fb0-94ec-ce67cec3dbe8 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 210 time: 0.1064930 Sep 21 21:54:53.851330 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (0e96daac-55f3-4661-ac8f-172121b2762b), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:53.851444 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-339d630b-5130-486c-93fe-ba30a5cf8d87 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:53.851444 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-339d630b-5130-486c-93fe-ba30a5cf8d87 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.61 "GET /v2.0/networks?id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 HTTP/1.1" status: 200 len: 816 time: 0.4913888 Sep 21 21:54:54.057156 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Attempt 7 to provision port 0e96daac-55f3-4661-ac8f-172121b2762b Sep 21 21:54:54.062423 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669ae0d-0a52-4ca7-9134-a136fcc2cd96 None None] Pushing event updated for resources: {'Port': ['ID=0e96daac-55f3-4661-ac8f-172121b2762b,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:54.145952 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (55e8f79b-548a-4961-85d7-2b1f6433a5f0), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:54.164872 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:54.192074 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b79d97ae-4f94-4109-a54b-b3dd53110638 req-9f19e986-a4ea-4cf3-a5ae-5f10b585a7d8 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 210 time: 0.1991515 Sep 21 21:54:54.286051 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-eb97bdd8-8955-4dc3-97ed-dab0ac780777 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Allocated IP 172.20.0.13 (7ba67a60-17a4-42de-8c1b-883c54b6fa46/48e83812-6a11-4bce-a2a0-70fb4d1433f5/6aeb725b-1bb2-467b-a83c-40dffff2d499) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:54.361632 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Port 0e96daac-55f3-4661-ac8f-172121b2762b cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:54.388284 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Attempting to bind port 0e96daac-55f3-4661-ac8f-172121b2762b on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:54.388662 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Attempting to bind port 0e96daac-55f3-4661-ac8f-172121b2762b by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '61cfeb8c-d5aa-4003-9674-492770763ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:54.394072 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Attempting to bind port 0e96daac-55f3-4661-ac8f-172121b2762b on network 7ba67a60-17a4-42de-8c1b-883c54b6fa46 {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:54.408499 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:54:54.408900 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Checking segment: {'id': '61cfeb8c-d5aa-4003-9674-492770763ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:54.409306 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:54.409709 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Bound using segment: {'id': '61cfeb8c-d5aa-4003-9674-492770763ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:54:54.410290 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Bound port: 0e96daac-55f3-4661-ac8f-172121b2762b, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cfeb8c-d5aa-4003-9674-492770763ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:54:54.410674 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (0e96daac-55f3-4661-ac8f-172121b2762b), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:54.529486 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] For port 0e96daac-55f3-4661-ac8f-172121b2762b, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:54:54.530733 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-10ec4d69-c5fa-4fc5-bf62-52f26e858fed tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for port (09367162-9504-4865-8eeb-60a695a0e5e5), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:54.536851 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] For port 0e96daac-55f3-4661-ac8f-172121b2762b, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=0e96daac-55f3-4661-ac8f-172121b2762b,segment=NetworkSegment(61cfeb8c-d5aa-4003-9674-492770763ed3),segment_id=61cfeb8c-d5aa-4003-9674-492770763ed3)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:54:54.561951 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-9d88d2c8-4f29-4c7a-ad14-c4ed9e425c05 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1603f7fd81ff4966be5b51e69354038c HTTP/1.1" status: 200 len: 380 time: 0.6288342 Sep 21 21:54:54.656360 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (0e96daac-55f3-4661-ac8f-172121b2762b), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:54.685400 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-c79effb2-51e8-41d7-92c9-654748ffeaaf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Request body: {'port': {'device_id': '3f1ab65e-46f7-4c7f-90e9-f60fb4516834', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'admin_state_up': True, 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'security_groups': ['102f2701-6148-434f-ba32-45a9c93cee37']}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:54.690150 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-eb97bdd8-8955-4dc3-97ed-dab0ac780777 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Publish callbacks [] for port (6aeb725b-1bb2-467b-a83c-40dffff2d499), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:54.779555 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Routers {'0b408441-9ec1-458c-bd70-987ebac8a4a4'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:54.779555 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:54:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['0b408441-9ec1-458c-bd70-987ebac8a4a4'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:54.779940 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5db5580d-e0d3-4cab-a9ac-58a96ac04996 req-006914a1-4055-40e6-8ec4-3908ee1fc115 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 210 time: 0.0735281 Sep 21 21:54:54.911512 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Attempt 8 to provision port 0e96daac-55f3-4661-ac8f-172121b2762b Sep 21 21:54:55.027735 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cc1778aa-e69b-4ff0-a9a7-304396658406 req-c1841ad5-c984-47d8-be4e-a5336dbffe87 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 210 time: 0.0961974 Sep 21 21:54:55.031750 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-eb97bdd8-8955-4dc3-97ed-dab0ac780777 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (6aeb725b-1bb2-467b-a83c-40dffff2d499), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:55.098378 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-15be22f3-15be-4061-a58f-464dde3dfc3d req-35ae1544-f04f-4436-86f2-1e9159eae972 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 210 time: 0.1104934 Sep 21 21:54:55.111317 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669ae0d-0a52-4ca7-9134-a136fcc2cd96 None None] Pushing event updated for resources: {'Port': ['ID=0e96daac-55f3-4661-ac8f-172121b2762b,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:55.127071 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 41134) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:55.151672 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 41138) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:55.193369 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] Set router 0b408441-9ec1-458c-bd70-987ebac8a4a4 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:55.290189 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-eb97bdd8-8955-4dc3-97ed-dab0ac780777 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Network 7ba67a60-17a4-42de-8c1b-883c54b6fa46 is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:55.290189 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.61', 62515) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:55.464830 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-10ec4d69-c5fa-4fc5-bf62-52f26e858fed tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (09367162-9504-4865-8eeb-60a695a0e5e5), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:55.599588 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-7a47858e-929b-458a-bb93-f9fa13e6232b tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:55.602451 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-7a47858e-929b-458a-bb93-f9fa13e6232b tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.61 "GET /v2.0/networks?id=f53260a4-6fcd-403d-87df-2c61cac67763 HTTP/1.1" status: 200 len: 810 time: 0.3045425 Sep 21 21:54:55.605469 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-eb97bdd8-8955-4dc3-97ed-dab0ac780777 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:55.607560 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-c79effb2-51e8-41d7-92c9-654748ffeaaf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Made reservation on behalf of 1603f7fd81ff4966be5b51e69354038c for: {'port': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:54:55.608463 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97bdd8-8955-4dc3-97ed-dab0ac780777 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Pushing event updated for resources: {'Port': ['ID=6aeb725b-1bb2-467b-a83c-40dffff2d499,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:55.612066 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-c79effb2-51e8-41d7-92c9-654748ffeaaf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:55.612627 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-eb97bdd8-8955-4dc3-97ed-dab0ac780777 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:55.622615 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-eb97bdd8-8955-4dc3-97ed-dab0ac780777 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:55.623521 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-eb97bdd8-8955-4dc3-97ed-dab0ac780777 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:55.681642 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec4d69-c5fa-4fc5-bf62-52f26e858fed tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Pushing event updated for resources: {'Port': ['ID=09367162-9504-4865-8eeb-60a695a0e5e5,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:55.725329 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b629aa18-39d1-4620-9ae9-1cf8b8475ae0 req-1c8cd5fc-5f5d-4e46-b692-22f7e113df3f tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 210 time: 0.1213996 Sep 21 21:54:55.845897 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-10ec4d69-c5fa-4fc5-bf62-52f26e858fed tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Network f801d94d-838f-46f0-b7fb-17b6d1554e9c is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:55.858690 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-24de6595-d1ff-4a6f-83e1-494a2405b9cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:55.870620 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-eb97bdd8-8955-4dc3-97ed-dab0ac780777 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1796322 Sep 21 21:54:55.900516 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-10ec4d69-c5fa-4fc5-bf62-52f26e858fed tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:55.907048 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Request body: {'port': {'device_id': '4f22897b-64f7-4b36-8d63-5c4485f682b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:55.952366 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-10ec4d69-c5fa-4fc5-bf62-52f26e858fed tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:55.964850 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-10ec4d69-c5fa-4fc5-bf62-52f26e858fed tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:55.965608 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-10ec4d69-c5fa-4fc5-bf62-52f26e858fed tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:55.994610 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e5e9-b897-4eab-86bc-5daacec170c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.031857 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-178a119a-f2d5-498c-8d48-7b95ceceac28 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dffa029369f34cedb4849826071f9552 HTTP/1.1" status: 200 len: 380 time: 0.3037918 Sep 21 21:54:56.066676 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-d4c6be41-6762-4bce-ab51-0635037f8463 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Request body: {'port': {'device_id': '47235b9b-f097-4391-8e4a-c5469167ffb0', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'admin_state_up': True, 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'security_groups': ['30539bfc-a863-42e6-b940-20f8a1fc32df']}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:56.149706 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-10ec4d69-c5fa-4fc5-bf62-52f26e858fed tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5229189 Sep 21 21:54:56.164199 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Current status of the port 0e96daac-55f3-4661-ac8f-172121b2762b is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:56.165473 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (0e96daac-55f3-4661-ac8f-172121b2762b), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.243470 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] For port 0e96daac-55f3-4661-ac8f-172121b2762b, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=0e96daac-55f3-4661-ac8f-172121b2762b,segment=NetworkSegment(61cfeb8c-d5aa-4003-9674-492770763ed3),segment_id=61cfeb8c-d5aa-4003-9674-492770763ed3)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:56.260878 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a5e0aa3f-50d9-41d0-8634-94d21d87fafb req-fed5e089-03aa-40f9-be90-4800a34c4e97 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 210 time: 0.0489168 Sep 21 21:54:56.315012 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (6aeb725b-1bb2-467b-a83c-40dffff2d499), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.331497 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (0e96daac-55f3-4661-ac8f-172121b2762b), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.347032 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Request body: {'port': {'device_id': '62f29aa1-2a06-46f6-a606-599bcbc1f69a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:56.371920 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b408441-9ec1-458c-bd70-987ebac8a4a4', 'name': 'tempest-DeleteServersTestJSON-444044426-router', 'tenant_id': 'df86c329bf2e441cb2e61f33a91d958a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4c1e1bfe-f5ca-4ce9-9c8e-720a93475256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:42Z', 'revision_number': 4, 'project_id': 'df86c329bf2e441cb2e61f33a91d958a', 'gw_port': {'id': '4c1e1bfe-f5ca-4ce9-9c8e-720a93475256', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b408441-9ec1-458c-bd70-987ebac8a4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '0e96daac-55f3-4661-ac8f-172121b2762b', 'name': '', 'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46', 'tenant_id': 'df86c329bf2e441cb2e61f33a91d958a', 'mac_address': 'fa:16:3e:b2:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b408441-9ec1-458c-bd70-987ebac8a4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48e83812-6a11-4bce-a2a0-70fb4d1433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:40Z', 'updated_at': '2022-09-21T21:54:54Z', 'revision_number': 4, 'project_id': 'df86c329bf2e441cb2e61f33a91d958a', 'subnets': [{'id': '48e83812-6a11-4bce-a2a0-70fb4d1433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:56.406449 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9304f-87cb-4fc0-b937-9ebeaac53c60 None None] The sync data for ids ['0b408441-9ec1-458c-bd70-987ebac8a4a4'] in dv-cinder-858818-1-iscsi is: [{'id': '0b408441-9ec1-458c-bd70-987ebac8a4a4', 'name': 'tempest-DeleteServersTestJSON-444044426-router', 'tenant_id': 'df86c329bf2e441cb2e61f33a91d958a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4c1e1bfe-f5ca-4ce9-9c8e-720a93475256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:42Z', 'revision_number': 4, 'project_id': 'df86c329bf2e441cb2e61f33a91d958a', 'gw_port': {'id': '4c1e1bfe-f5ca-4ce9-9c8e-720a93475256', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b408441-9ec1-458c-bd70-987ebac8a4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '0e96daac-55f3-4661-ac8f-172121b2762b', 'name': '', 'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46', 'tenant_id': 'df86c329bf2e441cb2e61f33a91d958a', 'mac_address': 'fa:16:3e:b2:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b408441-9ec1-458c-bd70-987ebac8a4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48e83812-6a11-4bce-a2a0-70fb4d1433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:40Z', 'updated_at': '2022-09-21T21:54:54Z', 'revision_number': 4, 'project_id': 'df86c329bf2e441cb2e61f33a91d958a', 'subnets': [{'id': '48e83812-6a11-4bce-a2a0-70fb4d1433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:54:56.573594 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Provisioning complete for port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:56.573594 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (55e8f79b-548a-4961-85d7-2b1f6433a5f0), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.573594 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Attempt 1 to provision port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 Sep 21 21:54:56.573594 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99b284-2e8d-4854-a334-52e41b9673d6 None None] Pushing event updated for resources: {'Port': ['ID=0e96daac-55f3-4661-ac8f-172121b2762b,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:56.581993 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-2a272efe-fde3-4ba2-8ce2-3937af155baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.661876 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06b7b8-6bf0-4397-8aa7-2097f11b896a req-aa900d3a-b2f4-4b92-ab07-1fc0677efe31 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:56.673842 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9b06b7b8-6bf0-4397-8aa7-2097f11b896a req-aa900d3a-b2f4-4b92-ab07-1fc0677efe31 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 932 time: 0.6480892 Sep 21 21:54:56.694079 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:56.738415 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8a6a9-d18e-4e69-afb5-f2146e311242 req-493d0c30-a28b-4129-8e4d-6fc723c9ad06 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:56.740221 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-65e8a6a9-d18e-4e69-afb5-f2146e311242 req-493d0c30-a28b-4129-8e4d-6fc723c9ad06 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 932 time: 0.2842050 Sep 21 21:54:56.978260 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-d4c6be41-6762-4bce-ab51-0635037f8463 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Made reservation on behalf of dffa029369f34cedb4849826071f9552 for: {'port': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:54:56.982279 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-d4c6be41-6762-4bce-ab51-0635037f8463 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:57.064610 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e8f79b-548a-4961-85d7-2b1f6433a5f0 {{(pid=110730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:54:57.108332 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Publish callbacks [] for port (55e8f79b-548a-4961-85d7-2b1f6433a5f0), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:57.150716 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-c79effb2-51e8-41d7-92c9-654748ffeaaf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Allocated IP 172.20.0.9 (7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23/e474980b-93bc-4f2c-9cce-1ff39a325d4d/992b4dac-0e98-4fb8-ab54-55724d3bb82b) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:57.171502 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (09367162-9504-4865-8eeb-60a695a0e5e5), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:57.175930 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.provisioning_blocks [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Transition to ACTIVE for port object 55e8f79b-548a-4961-85d7-2b1f6433a5f0 will not be triggered until provisioned by entity L2. {{(pid=110730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:54:57.178332 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-24de6595-d1ff-4a6f-83e1-494a2405b9cc admin admin] Publish callbacks [] for security_group (548963e1-c723-42ec-bb5f-2f8fdcc14c1c), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:57.195370 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Attempt 2 to provision port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 Sep 21 21:54:57.245291 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9b06b7b8-6bf0-4397-8aa7-2097f11b896a req-8896b890-7877-427b-8d7c-a7cbd835de9c tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5633092 Sep 21 21:54:57.265203 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:57.312952 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (55e8f79b-548a-4961-85d7-2b1f6433a5f0), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:57.322450 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e5e9-b897-4eab-86bc-5daacec170c7 admin admin] Publish callbacks [] for security_group (e33e6610-d64c-4be6-9baf-5979960eaefd), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:57.324293 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-d4c6be41-6762-4bce-ab51-0635037f8463 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Allocated IP 172.20.0.14 (f53260a4-6fcd-403d-87df-2c61cac67763/e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8/7c63305f-8071-4476-809c-333368a3488e) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:57.341862 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-65e8a6a9-d18e-4e69-afb5-f2146e311242 req-1c3b7c0f-6d9b-4fa3-9993-4e26cdccca2b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582023 Sep 21 21:54:57.381806 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-24de6595-d1ff-4a6f-83e1-494a2405b9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (548963e1-c723-42ec-bb5f-2f8fdcc14c1c), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:57.399523 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Pushing event updated for resources: {'Port': ['ID=55e8f79b-548a-4961-85d7-2b1f6433a5f0,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:57.439678 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-34b786f1-d9a9-42b1-ad7f-3d1c4abe41c2 req-5994759a-ff3d-4544-8b3e-1aa387c7a9dd tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 210 time: 0.0569077 Sep 21 21:54:57.511104 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e5e9-b897-4eab-86bc-5daacec170c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (e33e6610-d64c-4be6-9baf-5979960eaefd), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:57.595200 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-24de6595-d1ff-4a6f-83e1-494a2405b9cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8bf85e16c0bb491db59b1ad8af27aefe&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4462016 Sep 21 21:54:57.609494 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 41216) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:57.609994 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 41218) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:57.641434 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de6595-d1ff-4a6f-83e1-494a2405b9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548963e1-c723-42ec-bb5f-2f8fdcc14c1c,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:57.740059 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-bb3a6288-cb72-4fcf-834c-514188579df0 req-95a4e552-0045-4c1f-a6a8-a71a039fa829 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 210 time: 0.2377174 Sep 21 21:54:57.766797 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Attempt 3 to provision port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 Sep 21 21:54:57.861400 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:57.875944 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aeb725b-1bb2-467b-a83c-40dffff2d499 {{(pid=110731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:54:57.908289 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Publish callbacks [] for port (6aeb725b-1bb2-467b-a83c-40dffff2d499), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:57.971414 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-f2c2e5e9-b897-4eab-86bc-5daacec170c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7163a03593094c54b824e4f57bb37d42&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7996681 Sep 21 21:54:57.975337 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 41230) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:58.069958 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Attempting to bind port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:58.070565 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Attempting to bind port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:58.070744 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Attempting to bind port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 on network f801d94d-838f-46f0-b7fb-17b6d1554e9c {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:58.078218 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.provisioning_blocks [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Transition to ACTIVE for port object 6aeb725b-1bb2-467b-a83c-40dffff2d499 will not be triggered until provisioned by entity L2. {{(pid=110731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:54:58.128859 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 on network f801d94d-838f-46f0-b7fb-17b6d1554e9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:54:58.129223 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Attempting to bind port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 on network f801d94d-838f-46f0-b7fb-17b6d1554e9c {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:58.176258 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (6aeb725b-1bb2-467b-a83c-40dffff2d499), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:58.190368 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-dac44138-8869-4105-94ff-153165d59722 admin admin] Publish callbacks [] for security_group (548963e1-c723-42ec-bb5f-2f8fdcc14c1c), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:58.208205 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:54:58.208622 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Checking segment: {'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:58.209332 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Bound using segment: {'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:54:58.209835 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Bound port: 55e8f79b-548a-4961-85d7-2b1f6433a5f0, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'}}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:54:58.210391 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (55e8f79b-548a-4961-85d7-2b1f6433a5f0), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:58.286416 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2e5e9-b897-4eab-86bc-5daacec170c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33e6610-d64c-4be6-9baf-5979960eaefd,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:58.311815 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-d4c6be41-6762-4bce-ab51-0635037f8463 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for port (7c63305f-8071-4476-809c-333368a3488e), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:58.362433 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Attempt 4 to provision port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 Sep 21 21:54:58.388438 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Pushing event updated for resources: {'Port': ['ID=6aeb725b-1bb2-467b-a83c-40dffff2d499,revision_number=2']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:58.443243 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-d4c6be41-6762-4bce-ab51-0635037f8463 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (7c63305f-8071-4476-809c-333368a3488e), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:58.459894 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 0e96daac-55f3-4661-ac8f-172121b2762b up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:58.483372 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Attempting to bind port 6aeb725b-1bb2-467b-a83c-40dffff2d499 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:58.483738 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Attempting to bind port 6aeb725b-1bb2-467b-a83c-40dffff2d499 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '61cfeb8c-d5aa-4003-9674-492770763ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46'}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:58.484093 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Attempting to bind port 6aeb725b-1bb2-467b-a83c-40dffff2d499 on network 7ba67a60-17a4-42de-8c1b-883c54b6fa46 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:58.537169 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-dac44138-8869-4105-94ff-153165d59722 admin admin] Publish callbacks [] for security_group (548963e1-c723-42ec-bb5f-2f8fdcc14c1c), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:58.554883 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:58.556783 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6be41-6762-4bce-ab51-0635037f8463 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Pushing event updated for resources: {'Port': ['ID=7c63305f-8071-4476-809c-333368a3488e,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:58.607236 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c438085-ead3-44f5-ae6d-5c9b92e51bb3 admin admin] Publish callbacks [] for security_group (e33e6610-d64c-4be6-9baf-5979960eaefd), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:58.609981 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3d39d58e-cb06-43a7-9e62-9b12c711906d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:58.638263 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 0e96daac-55f3-4661-ac8f-172121b2762b triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:58.638639 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (0e96daac-55f3-4661-ac8f-172121b2762b), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:58.638978 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 0e96daac-55f3-4661-ac8f-172121b2762b Sep 21 21:54:58.649571 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Port 6aeb725b-1bb2-467b-a83c-40dffff2d499 on network 7ba67a60-17a4-42de-8c1b-883c54b6fa46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:54:58.649978 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Attempting to bind port 6aeb725b-1bb2-467b-a83c-40dffff2d499 on network 7ba67a60-17a4-42de-8c1b-883c54b6fa46 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:58.666330 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cb58b-adb7-4481-83b2-e9183d0b794c req-bcdd8ddf-8eef-4b03-a8d8-985bf6b938d0 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:58.668589 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3f8cb58b-adb7-4481-83b2-e9183d0b794c req-bcdd8ddf-8eef-4b03-a8d8-985bf6b938d0 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 944 time: 0.2932875 Sep 21 21:54:58.669626 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:54:58.670048 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Checking segment: {'id': '61cfeb8c-d5aa-4003-9674-492770763ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:58.670691 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Bound using segment: {'id': '61cfeb8c-d5aa-4003-9674-492770763ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46'} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:54:58.671256 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Bound port: 6aeb725b-1bb2-467b-a83c-40dffff2d499, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cfeb8c-d5aa-4003-9674-492770763ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46'}}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:54:58.671675 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (6aeb725b-1bb2-467b-a83c-40dffff2d499), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:58.689900 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] For port 55e8f79b-548a-4961-85d7-2b1f6433a5f0, host hv-cinder-85881, cleared binding levels {{(pid=110730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:54:58.692111 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-d4c6be41-6762-4bce-ab51-0635037f8463 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Network f53260a4-6fcd-403d-87df-2c61cac67763 is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:58.703974 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-8bc2caab-8b2f-439b-bd06-65522f2975b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:58.722201 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-c79effb2-51e8-41d7-92c9-654748ffeaaf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:58.736453 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-d4c6be41-6762-4bce-ab51-0635037f8463 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:58.754930 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] For port 55e8f79b-548a-4961-85d7-2b1f6433a5f0, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=55e8f79b-548a-4961-85d7-2b1f6433a5f0,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:54:58.772228 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-dac44138-8869-4105-94ff-153165d59722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (548963e1-c723-42ec-bb5f-2f8fdcc14c1c), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:58.777104 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-d4c6be41-6762-4bce-ab51-0635037f8463 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:58.781878 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-dac44138-8869-4105-94ff-153165d59722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:58.784413 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-d4c6be41-6762-4bce-ab51-0635037f8463 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:58.785243 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-d4c6be41-6762-4bce-ab51-0635037f8463 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:58.785968 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 0e96daac-55f3-4661-ac8f-172121b2762b is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:58.790097 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-dac44138-8869-4105-94ff-153165d59722 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/548963e1-c723-42ec-bb5f-2f8fdcc14c1c HTTP/1.1" status: 204 len: 168 time: 1.0964737 Sep 21 21:54:58.810836 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09367162-9504-4865-8eeb-60a695a0e5e5 {{(pid=110730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:54:58.898950 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Publish callbacks [] for port (09367162-9504-4865-8eeb-60a695a0e5e5), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:58.908749 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f393d-1493-4b3b-ad07-15199ca112ae req-c77682e5-40b2-4df3-a6d7-be36ce88612a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:58.923387 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-bb1f393d-1493-4b3b-ad07-15199ca112ae req-c77682e5-40b2-4df3-a6d7-be36ce88612a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 932 time: 0.3818512 Sep 21 21:54:58.946678 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c438085-ead3-44f5-ae6d-5c9b92e51bb3 admin admin] Publish callbacks [] for security_group (e33e6610-d64c-4be6-9baf-5979960eaefd), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:58.970341 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac44138-8869-4105-94ff-153165d59722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548963e1-c723-42ec-bb5f-2f8fdcc14c1c,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:58.975286 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3f8cb58b-adb7-4481-83b2-e9183d0b794c req-c678837e-2566-476f-a774-66909efc938e tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685452 Sep 21 21:54:59.065403 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Attempt 5 to provision port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 Sep 21 21:54:59.067296 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-d4c6be41-6762-4bce-ab51-0635037f8463 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9873397 Sep 21 21:54:59.080741 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Request body: {'port': {'device_id': '47235b9b-f097-4391-8e4a-c5469167ffb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:59.084342 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (55e8f79b-548a-4961-85d7-2b1f6433a5f0), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:59.099209 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:59.116110 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:59.117745 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] 10.222.0.61 "PUT /v2.0/ports/55e8f79b-548a-4961-85d7-2b1f6433a5f0 HTTP/1.1" status: 200 len: 1094 time: 5.5569160 Sep 21 21:54:59.191227 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 had new provisioning blocks added so it will not transition to active. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:54:59.200586 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3d39d58e-cb06-43a7-9e62-9b12c711906d admin admin] Publish callbacks [] for security_group (55af47e2-67f0-4035-b932-7e01cde79d18), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:59.213306 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.provisioning_blocks [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Transition to ACTIVE for port object 09367162-9504-4865-8eeb-60a695a0e5e5 will not be triggered until provisioned by entity L2. {{(pid=110730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:54:59.242732 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059c05da-c7e3-4581-a17e-623dbcda3091', 'tag': '55e8f79b-548a-4961-85d7-2b1f6433a5f0'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:54:59.244247 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Provisioning complete for port 09367162-9504-4865-8eeb-60a695a0e5e5 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:59.245242 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (09367162-9504-4865-8eeb-60a695a0e5e5), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:59.246720 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Attempt 1 to provision port 09367162-9504-4865-8eeb-60a695a0e5e5 Sep 21 21:54:59.299371 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Port 09367162-9504-4865-8eeb-60a695a0e5e5 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:59.337842 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-bb1f393d-1493-4b3b-ad07-15199ca112ae req-4fee334d-4f66-431f-9568-4789cfa0cf3b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131954 Sep 21 21:54:59.344528 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] For port 6aeb725b-1bb2-467b-a83c-40dffff2d499, host hv-cinder-85881, cleared binding levels {{(pid=110731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:54:59.401278 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] For port 6aeb725b-1bb2-467b-a83c-40dffff2d499, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6aeb725b-1bb2-467b-a83c-40dffff2d499,segment=NetworkSegment(61cfeb8c-d5aa-4003-9674-492770763ed3),segment_id=61cfeb8c-d5aa-4003-9674-492770763ed3)] {{(pid=110731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:54:59.484023 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e2ea7-46c4-4a58-95e0-d560fc69660d service neutron] Pushing event updated for resources: {'Port': ['ID=55e8f79b-548a-4961-85d7-2b1f6433a5f0,revision_number=3']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:59.500383 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (6aeb725b-1bb2-467b-a83c-40dffff2d499), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:59.509753 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:59.510560 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:59.511982 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] 10.222.0.61 "PUT /v2.0/ports/6aeb725b-1bb2-467b-a83c-40dffff2d499 HTTP/1.1" status: 200 len: 1094 time: 3.6108813 Sep 21 21:54:59.513316 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (7c63305f-8071-4476-809c-333368a3488e), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:59.515347 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f22897b-64f7-4b36-8d63-5c4485f682b1', 'tag': '6aeb725b-1bb2-467b-a83c-40dffff2d499'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:54:59.541333 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (09367162-9504-4865-8eeb-60a695a0e5e5), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:59.544374 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3d39d58e-cb06-43a7-9e62-9b12c711906d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (55af47e2-67f0-4035-b932-7e01cde79d18), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:59.547222 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-c79effb2-51e8-41d7-92c9-654748ffeaaf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:59.602733 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3dcc3-519a-40e5-a6b3-a536d9fad566 req-535e5b23-9492-4aff-b46b-3069fdb26a80 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:59.611017 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3bf3dcc3-519a-40e5-a6b3-a536d9fad566 req-535e5b23-9492-4aff-b46b-3069fdb26a80 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 932 time: 0.4589429 Sep 21 21:54:59.648995 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343df26-389a-4a9d-942d-0fe3254d4875 req-75b7e599-2adc-4836-a932-3f4d72b4c41c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:59.650550 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6343df26-389a-4a9d-942d-0fe3254d4875 req-75b7e599-2adc-4836-a932-3f4d72b4c41c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 931 time: 0.2046864 Sep 21 21:54:59.716466 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-3d39d58e-cb06-43a7-9e62-9b12c711906d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9cafea5e7571436cb4449b4551773d80&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0262277 Sep 21 21:54:59.724842 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976e70b1-8388-4e5e-b889-f6fcf2c0d056" -d '{"events": [{"name": "network-changed", "server_uuid": "059c05da-c7e3-4581-a17e-623dbcda3091", "tag": "55e8f79b-548a-4961-85d7-2b1f6433a5f0"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:54:59.731244 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 41262) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:59.801912 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Attempt 2 to provision port 09367162-9504-4865-8eeb-60a695a0e5e5 Sep 21 21:54:59.817297 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 41268) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:59.819222 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-c79effb2-51e8-41d7-92c9-654748ffeaaf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Network 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:59.860226 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-c79effb2-51e8-41d7-92c9-654748ffeaaf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:59.862572 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Pushing event updated for resources: {'Port': ['ID=09367162-9504-4865-8eeb-60a695a0e5e5,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:59.871762 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39d58e-cb06-43a7-9e62-9b12c711906d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55af47e2-67f0-4035-b932-7e01cde79d18,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:59.875173 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-c79effb2-51e8-41d7-92c9-654748ffeaaf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:59.890964 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-c79effb2-51e8-41d7-92c9-654748ffeaaf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:59.891142 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0e63d2-7fb1-403d-8b2d-8fffa9529dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "4f22897b-64f7-4b36-8d63-5c4485f682b1", "tag": "6aeb725b-1bb2-467b-a83c-40dffff2d499"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:54:59.891648 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-c79effb2-51e8-41d7-92c9-654748ffeaaf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:59.891729 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:59.910429 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Port 09367162-9504-4865-8eeb-60a695a0e5e5 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:59.970086 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3bf3dcc3-519a-40e5-a6b3-a536d9fad566 req-74cbd1b7-93ac-429a-9c14-ba60f722caa7 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3580363 Sep 21 21:54:59.970676 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219997ff-3f47-4ebb-8b8c-131d15cdd1fd service neutron] Pushing event updated for resources: {'Port': ['ID=6aeb725b-1bb2-467b-a83c-40dffff2d499,revision_number=3']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:59.994413 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Attempting to bind port 09367162-9504-4865-8eeb-60a695a0e5e5 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:59.994824 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Attempting to bind port 09367162-9504-4865-8eeb-60a695a0e5e5 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:59.995276 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Attempting to bind port 09367162-9504-4865-8eeb-60a695a0e5e5 on network f801d94d-838f-46f0-b7fb-17b6d1554e9c {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:55:00.017661 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6343df26-389a-4a9d-942d-0fe3254d4875 req-a575d958-3d95-45be-b497-d7677f422df1 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3560436 Sep 21 21:55:00.053745 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-fa7d6e2a-c3c4-4d43-a6b8-6b02b6b0fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:00.055416 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-fa7d6e2a-c3c4-4d43-a6b8-6b02b6b0fc62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce39458046ef4d2bb8de370118e4ed86&device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 1128 time: 0.5728364 Sep 21 21:55:00.056133 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c438085-ead3-44f5-ae6d-5c9b92e51bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (e33e6610-d64c-4be6-9baf-5979960eaefd), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:00.059582 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c438085-ead3-44f5-ae6d-5c9b92e51bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:00.062277 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-7c438085-ead3-44f5-ae6d-5c9b92e51bb3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e33e6610-d64c-4be6-9baf-5979960eaefd HTTP/1.1" status: 204 len: 168 time: 2.0780854 Sep 21 21:55:00.068218 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3bc46970-fa44-46fb-9726-d2238328573a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:00.075212 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7e0e1e17-45b8-4afb-8603-ab8e0441e73b admin admin] Publish callbacks [] for security_group (55af47e2-67f0-4035-b932-7e01cde79d18), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:00.154120 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-1d6fa6d7-defe-486c-8cd0-cada6e6d5557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:00.163644 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-1d6fa6d7-defe-486c-8cd0-cada6e6d5557 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df86c329bf2e441cb2e61f33a91d958a&device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 1128 time: 0.3168838 Sep 21 21:55:00.166551 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Port 09367162-9504-4865-8eeb-60a695a0e5e5 on network f801d94d-838f-46f0-b7fb-17b6d1554e9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:55:00.167733 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Attempting to bind port 09367162-9504-4865-8eeb-60a695a0e5e5 on network f801d94d-838f-46f0-b7fb-17b6d1554e9c {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:55:00.298493 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c438085-ead3-44f5-ae6d-5c9b92e51bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33e6610-d64c-4be6-9baf-5979960eaefd,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:00.325336 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-c79effb2-51e8-41d7-92c9-654748ffeaaf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7281129 Sep 21 21:55:00.331758 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-7c05820c-8f06-4188-a014-1bf67b01e854 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55e8f79b-548a-4961-85d7-2b1f6433a5f0 HTTP/1.1" status: 200 len: 217 time: 0.2480762 Sep 21 21:55:00.332506 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:55:00.332906 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Checking segment: {'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:55:00.333408 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Bound using segment: {'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:55:00.333895 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Bound port: 09367162-9504-4865-8eeb-60a695a0e5e5, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'}}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:55:00.334455 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (09367162-9504-4865-8eeb-60a695a0e5e5), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:00.344113 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79effb2-51e8-41d7-92c9-654748ffeaaf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Pushing event updated for resources: {'Port': ['ID=992b4dac-0e98-4fb8-ab54-55724d3bb82b,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:00.378813 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7e0e1e17-45b8-4afb-8603-ab8e0441e73b admin admin] Publish callbacks [] for security_group (55af47e2-67f0-4035-b932-7e01cde79d18), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:00.383936 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Request body: {'port': {'device_id': '3f1ab65e-46f7-4c7f-90e9-f60fb4516834', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:55:00.413289 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Attempt 3 to provision port 09367162-9504-4865-8eeb-60a695a0e5e5 Sep 21 21:55:00.461645 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c63305f-8071-4476-809c-333368a3488e {{(pid=110731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:55:00.506163 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Port 09367162-9504-4865-8eeb-60a695a0e5e5 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:55:00.533244 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73482e7-a0c9-41f2-8542-e897d484aa19 x-openstack-request-id: req-f73482e7-a0c9-41f2-8542-e897d484aa19 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:00.533586 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059c05da-c7e3-4581-a17e-623dbcda3091", "tag": "55e8f79b-548a-4961-85d7-2b1f6433a5f0", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:00.533948 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f73482e7-a0c9-41f2-8542-e897d484aa19 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:00.534478 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f73482e7-a0c9-41f2-8542-e897d484aa19'] response: {'name': 'network-changed', 'server_uuid': '059c05da-c7e3-4581-a17e-623dbcda3091', 'tag': '55e8f79b-548a-4961-85d7-2b1f6433a5f0', 'status': 'completed', 'code': 200} Sep 21 21:55:00.546776 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Publish callbacks [] for port (7c63305f-8071-4476-809c-333368a3488e), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:00.550557 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-c78dabaa-da53-4222-b95c-55afe691aeec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aeb725b-1bb2-467b-a83c-40dffff2d499 HTTP/1.1" status: 200 len: 217 time: 0.3592074 Sep 21 21:55:00.645455 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30ee9d2-0b95-4103-8941-de3c93143414 x-openstack-request-id: req-e30ee9d2-0b95-4103-8941-de3c93143414 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:00.645775 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f22897b-64f7-4b36-8d63-5c4485f682b1", "tag": "6aeb725b-1bb2-467b-a83c-40dffff2d499", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:00.646071 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e30ee9d2-0b95-4103-8941-de3c93143414 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:00.646524 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e30ee9d2-0b95-4103-8941-de3c93143414'] response: {'name': 'network-changed', 'server_uuid': '4f22897b-64f7-4b36-8d63-5c4485f682b1', 'tag': '6aeb725b-1bb2-467b-a83c-40dffff2d499', 'status': 'completed', 'code': 200} Sep 21 21:55:00.653128 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-52a60d5f-0267-4351-9a2c-5b74160158d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:00.654775 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-52a60d5f-0267-4351-9a2c-5b74160158d1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48e83812-6a11-4bce-a2a0-70fb4d1433f5 HTTP/1.1" status: 200 len: 850 time: 0.0846274 Sep 21 21:55:00.656639 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.provisioning_blocks [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Transition to ACTIVE for port object 7c63305f-8071-4476-809c-333368a3488e will not be triggered until provisioned by entity L2. {{(pid=110731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:55:00.659353 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-755a5c9c-9a69-4d14-bbe7-93b9d536b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:00.661280 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-755a5c9c-9a69-4d14-bbe7-93b9d536b263 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=575b43de-b954-4ed7-bfdd-5b0bcfa5628e HTTP/1.1" status: 200 len: 857 time: 0.2888055 Sep 21 21:55:00.768010 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:00.771482 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] For port 09367162-9504-4865-8eeb-60a695a0e5e5, host hv-cinder-85881, cleared binding levels {{(pid=110730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:55:00.777909 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bdcd7-3258-418e-8398-1f802b515ce9 req-5a19c1dc-86ce-4b00-bc4a-7b983e922896 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:00.784852 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b12bdcd7-3258-418e-8398-1f802b515ce9 req-5a19c1dc-86ce-4b00-bc4a-7b983e922896 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 944 time: 0.2418287 Sep 21 21:55:00.802290 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (7c63305f-8071-4476-809c-333368a3488e), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:00.809374 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] For port 09367162-9504-4865-8eeb-60a695a0e5e5, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=09367162-9504-4865-8eeb-60a695a0e5e5,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:55:00.920750 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc4f2f-a565-4757-a7bc-662b57c648e1 req-a7d6dbd0-abe9-4a04-9971-c63fc79ca14f tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:00.935181 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-edcc4f2f-a565-4757-a7bc-662b57c648e1 req-a7d6dbd0-abe9-4a04-9971-c63fc79ca14f tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 944 time: 0.2781394 Sep 21 21:55:00.939088 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-65c09549-eff2-4b9f-b2d4-f6132fdfdda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:00.940965 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-65c09549-eff2-4b9f-b2d4-f6132fdfdda5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ba67a60-17a4-42de-8c1b-883c54b6fa46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2520471 Sep 21 21:55:01.007260 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Attempt 4 to provision port 09367162-9504-4865-8eeb-60a695a0e5e5 Sep 21 21:55:01.028295 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7e0e1e17-45b8-4afb-8603-ab8e0441e73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (55af47e2-67f0-4035-b932-7e01cde79d18), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.030846 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7e0e1e17-45b8-4afb-8603-ab8e0441e73b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.031999 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-7e0e1e17-45b8-4afb-8603-ab8e0441e73b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/55af47e2-67f0-4035-b932-7e01cde79d18 HTTP/1.1" status: 204 len: 168 time: 1.2948749 Sep 21 21:55:01.033247 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (09367162-9504-4865-8eeb-60a695a0e5e5), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.048080 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b12bdcd7-3258-418e-8398-1f802b515ce9 req-2100a49d-8f1a-4a96-b0ed-5dece73dbdd3 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534721 Sep 21 21:55:01.064334 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:01.065523 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Pushing event updated for resources: {'Port': ['ID=7c63305f-8071-4476-809c-333368a3488e,revision_number=2']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:01.065611 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.065611 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] 10.222.0.61 "PUT /v2.0/ports/09367162-9504-4865-8eeb-60a695a0e5e5 HTTP/1.1" status: 200 len: 1094 time: 4.7549798 Sep 21 21:55:01.065611 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-67117b58-e3fa-4f8c-886f-060abfa4b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:01.067714 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-67117b58-e3fa-4f8c-886f-060abfa4b637 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f801d94d-838f-46f0-b7fb-17b6d1554e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3721414 Sep 21 21:55:01.081711 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Attempting to bind port 7c63305f-8071-4476-809c-333368a3488e on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:55:01.082348 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Attempting to bind port 7c63305f-8071-4476-809c-333368a3488e by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '978b6f9c-54de-4032-ac85-449a38d20e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763'}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:55:01.082824 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Attempting to bind port 7c63305f-8071-4476-809c-333368a3488e on network f53260a4-6fcd-403d-87df-2c61cac67763 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:55:01.091613 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e1e17-45b8-4afb-8603-ab8e0441e73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55af47e2-67f0-4035-b932-7e01cde79d18,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:01.152070 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Port 7c63305f-8071-4476-809c-333368a3488e on network f53260a4-6fcd-403d-87df-2c61cac67763 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:55:01.152924 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Attempting to bind port 7c63305f-8071-4476-809c-333368a3488e on network f53260a4-6fcd-403d-87df-2c61cac67763 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:55:01.196405 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-21d44418-0364-4f51-a1df-c036cc4dd3be None None] Port 09367162-9504-4865-8eeb-60a695a0e5e5 had new provisioning blocks added so it will not transition to active. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:55:01.340645 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-577f3b9f-4d1b-4ca0-a027-81e6013e4eb7 service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251430 Sep 21 21:55:01.344619 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3bc46970-fa44-46fb-9726-d2238328573a admin admin] Publish callbacks [] for security_group (0f52cd81-387e-46f5-8ee9-bdc7fbfb192b), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.353483 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-6195a5c0-79c2-44f0-84b1-de54329882b0 None None] Provisioning complete for port 992b4dac-0e98-4fb8-ab54-55724d3bb82b triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:55:01.354077 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-6195a5c0-79c2-44f0-84b1-de54329882b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.354588 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-6195a5c0-79c2-44f0-84b1-de54329882b0 None None] Attempt 1 to provision port 992b4dac-0e98-4fb8-ab54-55724d3bb82b Sep 21 21:55:01.431392 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-6195a5c0-79c2-44f0-84b1-de54329882b0 None None] Port 992b4dac-0e98-4fb8-ab54-55724d3bb82b cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:55:01.447683 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-edcc4f2f-a565-4757-a7bc-662b57c648e1 req-05822550-682a-4a9c-a63f-c51b2a0af55d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100977 Sep 21 21:55:01.453694 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:55:01.454342 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Checking segment: {'id': '978b6f9c-54de-4032-ac85-449a38d20e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:55:01.455943 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Bound using segment: {'id': '978b6f9c-54de-4032-ac85-449a38d20e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763'} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:55:01.461726 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Bound port: 7c63305f-8071-4476-809c-333368a3488e, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978b6f9c-54de-4032-ac85-449a38d20e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763'}}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:55:01.466167 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (7c63305f-8071-4476-809c-333368a3488e), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.537116 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.565624 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3bc46970-fa44-46fb-9726-d2238328573a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (0f52cd81-387e-46f5-8ee9-bdc7fbfb192b), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.622912 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-3bc46970-fa44-46fb-9726-d2238328573a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=65af78348ce34de2a1c170a4174c59f0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7807674 Sep 21 21:55:01.624653 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 41312) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:01.637960 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028c5ad-cef8-4a8a-8227-c9e592403d76 service neutron] Pushing event updated for resources: {'Port': ['ID=09367162-9504-4865-8eeb-60a695a0e5e5,revision_number=3']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:01.710533 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 41314) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:01.735273 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-f7f10214-cd75-47dc-8a20-04011a189d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:01.736800 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-f7f10214-cd75-47dc-8a20-04011a189d80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce39458046ef4d2bb8de370118e4ed86&device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 1128 time: 0.3887773 Sep 21 21:55:01.743690 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-b0c167fe-b7ed-4f41-aef1-42f46e883fd9 service neutron] 10.222.0.61 "GET /v2.0/networks/7ba67a60-17a4-42de-8c1b-883c54b6fa46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6060593 Sep 21 21:55:01.751766 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360bb74-8936-48a4-a15d-5c6942055eda req-fc621f27-5bf3-44e2-8fd7-e8840d229fd5 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:01.759005 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7360bb74-8936-48a4-a15d-5c6942055eda req-fc621f27-5bf3-44e2-8fd7-e8840d229fd5 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 944 time: 0.3602693 Sep 21 21:55:01.763191 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] For port 7c63305f-8071-4476-809c-333368a3488e, host hv-cinder-85881, cleared binding levels {{(pid=110731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:55:01.766680 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-baa1a810-92f9-48c4-9a7c-5bf422d1c2d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.803227 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] For port 7c63305f-8071-4476-809c-333368a3488e, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=7c63305f-8071-4476-809c-333368a3488e,segment=NetworkSegment(978b6f9c-54de-4032-ac85-449a38d20e49),segment_id=978b6f9c-54de-4032-ac85-449a38d20e49)] {{(pid=110731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:55:01.823667 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33bcc2-ff4b-4e04-b692-649f3e6cd118 req-3634f1de-513b-4840-abcc-4927235ffca5 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:01.831021 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9d33bcc2-ff4b-4e04-b692-649f3e6cd118 req-3634f1de-513b-4840-abcc-4927235ffca5 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 931 time: 0.2467701 Sep 21 21:55:01.881043 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc46970-fa44-46fb-9726-d2238328573a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f52cd81-387e-46f5-8ee9-bdc7fbfb192b,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:01.911129 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-6adc5bbe-fdc1-41bf-b05b-0692bbb26b03 req-4b48a117-5155-471f-8ca3-5586260da75b service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409496 Sep 21 21:55:01.933346 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-6195a5c0-79c2-44f0-84b1-de54329882b0 None None] Attempt 2 to provision port 992b4dac-0e98-4fb8-ab54-55724d3bb82b Sep 21 21:55:01.976598 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (7c63305f-8071-4476-809c-333368a3488e), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:02.004963 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:02.004963 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:02.006787 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] 10.222.0.61 "PUT /v2.0/ports/7c63305f-8071-4476-809c-333368a3488e HTTP/1.1" status: 200 len: 1094 time: 2.9387419 Sep 21 21:55:02.018898 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-f737e4eb-3c9d-4d65-bd1c-540e464f4019 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09367162-9504-4865-8eeb-60a695a0e5e5 HTTP/1.1" status: 200 len: 217 time: 0.1309307 Sep 21 21:55:02.033251 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-6195a5c0-79c2-44f0-84b1-de54329882b0 None None] Port 992b4dac-0e98-4fb8-ab54-55724d3bb82b cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:55:02.091267 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7778cd0e-2696-4704-af40-6c11b6855df4 admin admin] Publish callbacks [] for security_group (0f52cd81-387e-46f5-8ee9-bdc7fbfb192b), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:02.178336 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7778cd0e-2696-4704-af40-6c11b6855df4 admin admin] Publish callbacks [] for security_group (0f52cd81-387e-46f5-8ee9-bdc7fbfb192b), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:02.194271 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-baa1a810-92f9-48c4-9a7c-5bf422d1c2d1 admin admin] Publish callbacks [] for security_group (f1044fbb-48b8-45f6-aa84-30e173949606), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:02.210194 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7360bb74-8936-48a4-a15d-5c6942055eda req-caa10f78-61ea-4981-a2be-423dc9d55aa5 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4499419 Sep 21 21:55:02.240855 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9d33bcc2-ff4b-4e04-b692-649f3e6cd118 req-6dcf2d1d-5997-42e5-958a-72241ba7ba09 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968931 Sep 21 21:55:02.296328 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-baa1a810-92f9-48c4-9a7c-5bf422d1c2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (f1044fbb-48b8-45f6-aa84-30e173949606), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:02.349388 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815fcc3-44ba-4ce9-9b75-bd37a1504a51 service neutron] Pushing event updated for resources: {'Port': ['ID=7c63305f-8071-4476-809c-333368a3488e,revision_number=3']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:02.384000 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992b4dac-0e98-4fb8-ab54-55724d3bb82b {{(pid=110730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:55:02.411148 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Publish callbacks [] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:02.438890 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-86a6ae2c-eb3e-4c5f-9722-0a3667c044db req-9468d6ee-e1a7-4cdc-b7db-7725ca6ac7da service neutron] 10.222.0.61 "GET /v2.0/networks/7ba67a60-17a4-42de-8c1b-883c54b6fa46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967778 Sep 21 21:55:02.452445 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.provisioning_blocks [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Transition to ACTIVE for port object 992b4dac-0e98-4fb8-ab54-55724d3bb82b will not be triggered until provisioned by entity L2. {{(pid=110730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:55:02.461127 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a7dcf9fc-9d4a-46a5-b7d7-8f6349200ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:02.463861 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a7dcf9fc-9d4a-46a5-b7d7-8f6349200ba9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=575b43de-b954-4ed7-bfdd-5b0bcfa5628e HTTP/1.1" status: 200 len: 857 time: 0.2156665 Sep 21 21:55:02.470444 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-f942d420-a29d-4121-bb3a-530f3810fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:02.471995 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-f942d420-a29d-4121-bb3a-530f3810fa22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dffa029369f34cedb4849826071f9552&device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 1128 time: 0.1434433 Sep 21 21:55:02.483678 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-baa1a810-92f9-48c4-9a7c-5bf422d1c2d1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d6bf49691ac44e2815cd6ac052b3959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7717969 Sep 21 21:55:02.487435 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 41320) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:02.508192 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1a810-92f9-48c4-9a7c-5bf422d1c2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1044fbb-48b8-45f6-aa84-30e173949606,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:02.534930 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-6195a5c0-79c2-44f0-84b1-de54329882b0 None None] Attempt 3 to provision port 992b4dac-0e98-4fb8-ab54-55724d3bb82b Sep 21 21:55:02.556766 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32d2e9-7192-416f-b680-3305b92c46a0 req-be6e5ad0-8a5c-45eb-96b1-02b47d689e66 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:02.571925 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-dd32d2e9-7192-416f-b680-3305b92c46a0 req-be6e5ad0-8a5c-45eb-96b1-02b47d689e66 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 944 time: 0.1615489 Sep 21 21:55:02.575479 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 41324) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:02.580603 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f29aa1-2a06-46f6-a606-599bcbc1f69a', 'tag': '09367162-9504-4865-8eeb-60a695a0e5e5'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:55:02.587169 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263f5fd3-201e-421e-9ad1-b774e626484c" -d '{"events": [{"name": "network-changed", "server_uuid": "62f29aa1-2a06-46f6-a606-599bcbc1f69a", "tag": "09367162-9504-4865-8eeb-60a695a0e5e5"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:55:02.632998 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9278cf47-dca3-4441-b89b-56175f2cdeee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:02.633769 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-6195a5c0-79c2-44f0-84b1-de54329882b0 None None] Port 992b4dac-0e98-4fb8-ab54-55724d3bb82b cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:55:02.710649 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:02.725015 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47235b9b-f097-4391-8e4a-c5469167ffb0', 'tag': '7c63305f-8071-4476-809c-333368a3488e'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:55:02.728052 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2158d0-ca78-43aa-a818-1239c6be4c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "47235b9b-f097-4391-8e4a-c5469167ffb0", "tag": "7c63305f-8071-4476-809c-333368a3488e"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:55:02.761775 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e70b1-8388-4e5e-b889-f6fcf2c0d056 req-717e3d6f-c2b5-417d-aedf-4324f0859877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:02.770795 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-976e70b1-8388-4e5e-b889-f6fcf2c0d056 req-717e3d6f-c2b5-417d-aedf-4324f0859877 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce39458046ef4d2bb8de370118e4ed86&device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 1128 time: 0.4429290 Sep 21 21:55:02.792102 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7778cd0e-2696-4704-af40-6c11b6855df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (0f52cd81-387e-46f5-8ee9-bdc7fbfb192b), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:02.795774 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7778cd0e-2696-4704-af40-6c11b6855df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:02.797072 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-7778cd0e-2696-4704-af40-6c11b6855df4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f52cd81-387e-46f5-8ee9-bdc7fbfb192b HTTP/1.1" status: 204 len: 168 time: 1.1673534 Sep 21 21:55:02.830896 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-dfe2e4db-2d35-477c-b5cf-c39d8dfea515 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c63305f-8071-4476-809c-333368a3488e HTTP/1.1" status: 200 len: 217 time: 0.3007674 Sep 21 21:55:02.860686 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-dd32d2e9-7192-416f-b680-3305b92c46a0 req-2e560ca0-6a85-4d76-8931-bddef65d844a tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876055 Sep 21 21:55:02.891135 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=992b4dac-0e98-4fb8-ab54-55724d3bb82b,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:02.897480 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778cd0e-2696-4704-af40-6c11b6855df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f52cd81-387e-46f5-8ee9-bdc7fbfb192b,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:02.972482 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Attempting to bind port 992b4dac-0e98-4fb8-ab54-55724d3bb82b on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:55:02.972817 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Attempting to bind port 992b4dac-0e98-4fb8-ab54-55724d3bb82b by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '565e6c4f-58d4-47da-aa89-04ea3f347095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23'}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:55:02.973650 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Attempting to bind port 992b4dac-0e98-4fb8-ab54-55724d3bb82b on network 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:55:02.975836 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f71bc478-b053-461e-ad8d-957b33785133 admin admin] Publish callbacks [] for security_group (f1044fbb-48b8-45f6-aa84-30e173949606), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:02.981127 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-7f5ca50d-4557-4af7-a82b-5c83573ac5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:02.983393 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-7f5ca50d-4557-4af7-a82b-5c83573ac5e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f801d94d-838f-46f0-b7fb-17b6d1554e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4521532 Sep 21 21:55:02.984972 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca10ad6-2c1f-4c22-8bc5-ec59ef0859b7 req-b6b500c7-5b58-4d57-83cb-d1bf8a8ac597 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:02.987663 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Port 992b4dac-0e98-4fb8-ab54-55724d3bb82b on network 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:55:02.987884 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Attempting to bind port 992b4dac-0e98-4fb8-ab54-55724d3bb82b on network 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:55:03.009074 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:55:03.009074 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Checking segment: {'id': '565e6c4f-58d4-47da-aa89-04ea3f347095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:55:03.009074 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Bound using segment: {'id': '565e6c4f-58d4-47da-aa89-04ea3f347095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23'} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:55:03.009074 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Bound port: 992b4dac-0e98-4fb8-ab54-55724d3bb82b, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '565e6c4f-58d4-47da-aa89-04ea3f347095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23'}}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:55:03.009534 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-dca10ad6-2c1f-4c22-8bc5-ec59ef0859b7 req-b6b500c7-5b58-4d57-83cb-d1bf8a8ac597 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 944 time: 0.3689044 Sep 21 21:55:03.009615 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:03.029296 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:03.036972 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f71bc478-b053-461e-ad8d-957b33785133 admin admin] Publish callbacks [] for security_group (f1044fbb-48b8-45f6-aa84-30e173949606), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:03.047455 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147b37b5-3c55-42a0-8158-c5b9c172811f x-openstack-request-id: req-147b37b5-3c55-42a0-8158-c5b9c172811f {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:03.047679 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f29aa1-2a06-46f6-a606-599bcbc1f69a", "tag": "09367162-9504-4865-8eeb-60a695a0e5e5", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:03.047960 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-147b37b5-3c55-42a0-8158-c5b9c172811f {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:03.048318 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-147b37b5-3c55-42a0-8158-c5b9c172811f'] response: {'name': 'network-changed', 'server_uuid': '62f29aa1-2a06-46f6-a606-599bcbc1f69a', 'tag': '09367162-9504-4865-8eeb-60a695a0e5e5', 'status': 'completed', 'code': 200} Sep 21 21:55:03.133977 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] For port 992b4dac-0e98-4fb8-ab54-55724d3bb82b, host hv-cinder-85881, cleared binding levels {{(pid=110730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:55:03.135479 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-6195a5c0-79c2-44f0-84b1-de54329882b0 None None] Attempt 4 to provision port 992b4dac-0e98-4fb8-ab54-55724d3bb82b Sep 21 21:55:03.158214 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] For port 992b4dac-0e98-4fb8-ab54-55724d3bb82b, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=992b4dac-0e98-4fb8-ab54-55724d3bb82b,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:55:03.163032 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8cd378-97f2-4485-8c45-11a10a0a455d x-openstack-request-id: req-6e8cd378-97f2-4485-8c45-11a10a0a455d {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:03.163572 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47235b9b-f097-4391-8e4a-c5469167ffb0", "tag": "7c63305f-8071-4476-809c-333368a3488e", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:03.163833 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e8cd378-97f2-4485-8c45-11a10a0a455d {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:03.164474 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e8cd378-97f2-4485-8c45-11a10a0a455d'] response: {'name': 'network-changed', 'server_uuid': '47235b9b-f097-4391-8e4a-c5469167ffb0', 'tag': '7c63305f-8071-4476-809c-333368a3488e', 'status': 'completed', 'code': 200} Sep 21 21:55:03.189256 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9278cf47-dca3-4441-b89b-56175f2cdeee admin admin] Publish callbacks [] for security_group (561ea581-5541-4ba7-ab20-8aec5961c02c), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:03.238401 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-6195a5c0-79c2-44f0-84b1-de54329882b0 None None] Port 992b4dac-0e98-4fb8-ab54-55724d3bb82b cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:55:03.287354 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-d015cfca-51ed-4fac-a710-d97fd573584b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:03.289234 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-d015cfca-51ed-4fac-a710-d97fd573584b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8 HTTP/1.1" status: 200 len: 849 time: 0.1159048 Sep 21 21:55:03.292537 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:03.298821 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:03.299438 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:03.301048 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] 10.222.0.61 "PUT /v2.0/ports/992b4dac-0e98-4fb8-ab54-55724d3bb82b HTTP/1.1" status: 200 len: 1093 time: 2.9297509 Sep 21 21:55:03.349086 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f71bc478-b053-461e-ad8d-957b33785133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (f1044fbb-48b8-45f6-aa84-30e173949606), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:03.351682 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f71bc478-b053-461e-ad8d-957b33785133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:03.355224 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-f71bc478-b053-461e-ad8d-957b33785133 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1044fbb-48b8-45f6-aa84-30e173949606 HTTP/1.1" status: 204 len: 168 time: 0.8613963 Sep 21 21:55:03.368886 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9278cf47-dca3-4441-b89b-56175f2cdeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (561ea581-5541-4ba7-ab20-8aec5961c02c), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:03.399237 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-a7ada2c0-d9e7-4d22-bad9-f70562324134 service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276518 Sep 21 21:55:03.400922 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bc478-b053-461e-ad8d-957b33785133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1044fbb-48b8-45f6-aa84-30e173949606,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:03.428331 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-dca10ad6-2c1f-4c22-8bc5-ec59ef0859b7 req-af59c39d-4cf5-4bc1-8ba7-78ef6a1273d4 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214725 Sep 21 21:55:03.459410 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4133d-de05-400f-9a10-07a52693d2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=992b4dac-0e98-4fb8-ab54-55724d3bb82b,revision_number=3']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:03.481788 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-9278cf47-dca3-4441-b89b-56175f2cdeee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=90ff247192ef410e828d3981ee502841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9042349 Sep 21 21:55:03.486968 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 41348) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:03.520856 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-2593f42e-14e5-411f-b877-c4ff2965e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:03.522667 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-2593f42e-14e5-411f-b877-c4ff2965e979 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f53260a4-6fcd-403d-87df-2c61cac67763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2207789 Sep 21 21:55:03.707676 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-7d46e2af-8ff6-41cb-9695-139f6622a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:03.709571 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-7d46e2af-8ff6-41cb-9695-139f6622a8f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1603f7fd81ff4966be5b51e69354038c&device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 1127 time: 0.2006538 Sep 21 21:55:03.738204 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4749362a-41e1-4fc8-b7cc-7e3b0a08be60 req-2e73982a-5c1c-4659-958a-46327cc8a648 service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141582 Sep 21 21:55:03.741658 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-6195a5c0-79c2-44f0-84b1-de54329882b0 None None] Attempt 5 to provision port 992b4dac-0e98-4fb8-ab54-55724d3bb82b Sep 21 21:55:03.767728 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278cf47-dca3-4441-b89b-56175f2cdeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561ea581-5541-4ba7-ab20-8aec5961c02c,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:03.770849 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-2e8d0c28-6b3f-432d-a357-a1d6bb4d2593 service neutron] 10.222.0.61 "GET /v2.0/networks/f53260a4-6fcd-403d-87df-2c61cac67763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051561 Sep 21 21:55:03.853043 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-6195a5c0-79c2-44f0-84b1-de54329882b0 None None] Port 992b4dac-0e98-4fb8-ab54-55724d3bb82b had new provisioning blocks added so it will not transition to active. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:55:03.904016 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e70b1-8388-4e5e-b889-f6fcf2c0d056 req-00caf499-f4d0-4ab6-9de4-7d809f8e8ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:03.905806 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-976e70b1-8388-4e5e-b889-f6fcf2c0d056 req-00caf499-f4d0-4ab6-9de4-7d809f8e8ccd service neutron] 10.222.0.61 "GET /v2.0/networks?id=f801d94d-838f-46f0-b7fb-17b6d1554e9c HTTP/1.1" status: 200 len: 919 time: 0.7290826 Sep 21 21:55:03.909339 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e63d2-7fb1-403d-8b2d-8fffa9529dc3 req-2d87932e-e1d4-4783-93cd-01f99ec25e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:03.920081 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ba0e63d2-7fb1-403d-8b2d-8fffa9529dc3 req-2d87932e-e1d4-4783-93cd-01f99ec25e3b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df86c329bf2e441cb2e61f33a91d958a&device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 1128 time: 0.6729145 Sep 21 21:55:03.933987 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-f7948b8e-d745-4aa7-b952-5190d6325220 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=992b4dac-0e98-4fb8-ab54-55724d3bb82b HTTP/1.1" status: 200 len: 217 time: 0.0952804 Sep 21 21:55:03.969222 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bf127-0886-4a32-b418-10fdcf6e561e req-f52e9bbd-1463-4bd0-809c-9cac24f30057 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:03.981003 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-541bf127-0886-4a32-b418-10fdcf6e561e req-f52e9bbd-1463-4bd0-809c-9cac24f30057 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.2918539 Sep 21 21:55:03.985812 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c61cfa06-d646-4de6-b8fa-9424f00fa4bf admin admin] Publish callbacks [] for security_group (561ea581-5541-4ba7-ab20-8aec5961c02c), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:04.005856 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d5e59-4829-4e4b-bc0e-e08138b41fed req-94570f98-4d63-4628-a747-1377bc02e5a0 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:04.013122 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8c6d5e59-4829-4e4b-bc0e-e08138b41fed req-94570f98-4d63-4628-a747-1377bc02e5a0 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 944 time: 0.6452074 Sep 21 21:55:04.059899 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-5788f063-5d18-4c49-9fd2-e89c399ef9da req-b704c2fb-f79f-48d2-9f79-68ff75ade3ec service neutron] 10.222.0.61 "GET /v2.0/networks/f53260a4-6fcd-403d-87df-2c61cac67763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153280 Sep 21 21:55:04.084663 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-541bf127-0886-4a32-b418-10fdcf6e561e req-fcc2b6ba-799c-43da-b865-d5990a3ae634 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027102 Sep 21 21:55:04.148358 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c61cfa06-d646-4de6-b8fa-9424f00fa4bf admin admin] Publish callbacks [] for security_group (561ea581-5541-4ba7-ab20-8aec5961c02c), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:04.214263 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-b45ae23c-5a00-4b9a-833e-c811ef04ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:04.216638 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-b45ae23c-5a00-4b9a-833e-c811ef04ca2b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e474980b-93bc-4f2c-9cce-1ff39a325d4d HTTP/1.1" status: 200 len: 855 time: 0.1162341 Sep 21 21:55:04.293743 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f5fd3-201e-421e-9ad1-b774e626484c req-a4cf8a3b-2c53-4b63-8962-ecf0f0a9f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:04.295024 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-263f5fd3-201e-421e-9ad1-b774e626484c req-a4cf8a3b-2c53-4b63-8962-ecf0f0a9f276 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce39458046ef4d2bb8de370118e4ed86&device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 1128 time: 0.1581838 Sep 21 21:55:04.326813 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-976e70b1-8388-4e5e-b889-f6fcf2c0d056 req-5d72bba9-e82b-47ab-8a51-d24bcbe58163 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55e8f79b-548a-4961-85d7-2b1f6433a5f0 HTTP/1.1" status: 200 len: 217 time: 0.2607996 Sep 21 21:55:04.389774 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98d21d-c12f-4b2a-b495-ce0a818fd2b7 req-341a9f2e-f976-4a1b-a629-556aadcef406 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:04.391267 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ce98d21d-c12f-4b2a-b495-ce0a818fd2b7 req-341a9f2e-f976-4a1b-a629-556aadcef406 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 944 time: 0.1354618 Sep 21 21:55:04.397518 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8c6d5e59-4829-4e4b-bc0e-e08138b41fed req-99167c48-2764-47d1-8eec-edd9d0251155 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3835335 Sep 21 21:55:04.485867 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e63d2-7fb1-403d-8b2d-8fffa9529dc3 req-a74d28c1-d691-4df4-aa2a-0cb1dc3da506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:04.491235 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ba0e63d2-7fb1-403d-8b2d-8fffa9529dc3 req-a74d28c1-d691-4df4-aa2a-0cb1dc3da506 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7ba67a60-17a4-42de-8c1b-883c54b6fa46 HTTP/1.1" status: 200 len: 912 time: 0.4224989 Sep 21 21:55:04.562712 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c61cfa06-d646-4de6-b8fa-9424f00fa4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (561ea581-5541-4ba7-ab20-8aec5961c02c), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:04.562712 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c61cfa06-d646-4de6-b8fa-9424f00fa4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:04.562712 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-c61cfa06-d646-4de6-b8fa-9424f00fa4bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/561ea581-5541-4ba7-ab20-8aec5961c02c HTTP/1.1" status: 204 len: 168 time: 0.8659008 Sep 21 21:55:04.585722 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 41386) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:04.665750 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61cfa06-d646-4de6-b8fa-9424f00fa4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561ea581-5541-4ba7-ab20-8aec5961c02c,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:04.673582 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ba0e63d2-7fb1-403d-8b2d-8fffa9529dc3 req-cb1652c9-538f-4a61-8934-07911733bbbf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aeb725b-1bb2-467b-a83c-40dffff2d499 HTTP/1.1" status: 200 len: 217 time: 0.1045887 Sep 21 21:55:04.722738 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ce98d21d-c12f-4b2a-b495-ce0a818fd2b7 req-b7ce1dca-0d71-44b2-bfe8-9073ec505200 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129778 Sep 21 21:55:04.726760 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e70b1-8388-4e5e-b889-f6fcf2c0d056 req-31a43cea-e9c4-4fb6-bfd7-6902adfbdbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:04.728598 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-976e70b1-8388-4e5e-b889-f6fcf2c0d056 req-31a43cea-e9c4-4fb6-bfd7-6902adfbdbe4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=575b43de-b954-4ed7-bfdd-5b0bcfa5628e HTTP/1.1" status: 200 len: 857 time: 0.2833984 Sep 21 21:55:04.873309 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e63d2-7fb1-403d-8b2d-8fffa9529dc3 req-6e16c8c5-505a-4902-ac4c-87d959a65e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:04.875227 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ba0e63d2-7fb1-403d-8b2d-8fffa9529dc3 req-6e16c8c5-505a-4902-ac4c-87d959a65e85 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48e83812-6a11-4bce-a2a0-70fb4d1433f5 HTTP/1.1" status: 200 len: 850 time: 0.1268194 Sep 21 21:55:04.887027 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b14ec-3fe0-4b7b-b0c9-044c50d7c3d6 req-bb954b08-884f-4989-9265-742e8feaa541 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:04.894719 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fd4b14ec-3fe0-4b7b-b0c9-044c50d7c3d6 req-bb954b08-884f-4989-9265-742e8feaa541 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 944 time: 0.2339432 Sep 21 21:55:05.033397 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2158d0-ca78-43aa-a818-1239c6be4c4e req-fc165ffd-a09c-417c-a60d-28e4d611c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:05.035549 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-8d2158d0-ca78-43aa-a818-1239c6be4c4e req-fc165ffd-a09c-417c-a60d-28e4d611c3b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dffa029369f34cedb4849826071f9552&device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 1128 time: 0.5784471 Sep 21 21:55:05.053071 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1ab65e-46f7-4c7f-90e9-f60fb4516834', 'tag': '992b4dac-0e98-4fb8-ab54-55724d3bb82b'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:55:05.055278 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c74dfa0-7c48-4515-aa4a-2e8430e1ae28" -d '{"events": [{"name": "network-changed", "server_uuid": "3f1ab65e-46f7-4c7f-90e9-f60fb4516834", "tag": "992b4dac-0e98-4fb8-ab54-55724d3bb82b"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:55:05.135907 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e70b1-8388-4e5e-b889-f6fcf2c0d056 req-b3ef30d8-7741-4cdc-b6c0-b946626b1271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:05.138266 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-976e70b1-8388-4e5e-b889-f6fcf2c0d056 req-b3ef30d8-7741-4cdc-b6c0-b946626b1271 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f801d94d-838f-46f0-b7fb-17b6d1554e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3715308 Sep 21 21:55:05.200542 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1988b113-e888-4154-ab72-f21dd10effb9 x-openstack-request-id: req-1988b113-e888-4154-ab72-f21dd10effb9 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:05.200841 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f1ab65e-46f7-4c7f-90e9-f60fb4516834", "tag": "992b4dac-0e98-4fb8-ab54-55724d3bb82b", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:05.201245 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1988b113-e888-4154-ab72-f21dd10effb9 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:05.202329 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1988b113-e888-4154-ab72-f21dd10effb9'] response: {'name': 'network-changed', 'server_uuid': '3f1ab65e-46f7-4c7f-90e9-f60fb4516834', 'tag': '992b4dac-0e98-4fb8-ab54-55724d3bb82b', 'status': 'completed', 'code': 200} Sep 21 21:55:05.249238 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-10b62cb7-165e-4b8c-9873-30ce0514f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:05.279114 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-10b62cb7-165e-4b8c-9873-30ce0514f3ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.8085074 Sep 21 21:55:05.279555 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e63d2-7fb1-403d-8b2d-8fffa9529dc3 req-421167dd-f401-4207-a5b2-8fc9cff1e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:05.281355 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ba0e63d2-7fb1-403d-8b2d-8fffa9529dc3 req-421167dd-f401-4207-a5b2-8fc9cff1e531 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ba67a60-17a4-42de-8c1b-883c54b6fa46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1418178 Sep 21 21:55:05.289526 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-1aadcad2-5d5d-4dd4-b980-19242ea23719 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1295215582-network', 'tenant_id': '54ff5f06f914489485be3aa6297fb770'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:55:05.292409 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f5fd3-201e-421e-9ad1-b774e626484c req-c0a5b554-161d-4fbb-b12d-6b20b2dc6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:05.294164 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-263f5fd3-201e-421e-9ad1-b774e626484c req-c0a5b554-161d-4fbb-b12d-6b20b2dc6291 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f801d94d-838f-46f0-b7fb-17b6d1554e9c HTTP/1.1" status: 200 len: 919 time: 0.8482280 Sep 21 21:55:05.378072 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fd4b14ec-3fe0-4b7b-b0c9-044c50d7c3d6 req-7f39acba-5e04-4d1d-94a5-7961c56004b8 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820790 Sep 21 21:55:05.399959 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-263f5fd3-201e-421e-9ad1-b774e626484c req-c89ed209-d6ca-4388-a4f0-a7401e68f748 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09367162-9504-4865-8eeb-60a695a0e5e5 HTTP/1.1" status: 200 len: 217 time: 0.0613756 Sep 21 21:55:05.421887 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2158d0-ca78-43aa-a818-1239c6be4c4e req-edbac999-a666-4c91-8c12-6e5a0a3d972c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:05.421887 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-8d2158d0-ca78-43aa-a818-1239c6be4c4e req-edbac999-a666-4c91-8c12-6e5a0a3d972c service neutron] 10.222.0.61 "GET /v2.0/networks?id=f53260a4-6fcd-403d-87df-2c61cac67763 HTTP/1.1" status: 200 len: 911 time: 0.3589315 Sep 21 21:55:05.525840 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b85b10-ee5c-48bb-86a4-fc081ff30299 req-5a4a763c-6867-4476-a4ff-25625dc88eee tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:05.527483 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c2b85b10-ee5c-48bb-86a4-fc081ff30299 req-5a4a763c-6867-4476-a4ff-25625dc88eee tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.2319152 Sep 21 21:55:05.533903 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-8d2158d0-ca78-43aa-a818-1239c6be4c4e req-6636df59-d240-4a1e-8fff-f8cbf5d8e192 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c63305f-8071-4476-809c-333368a3488e HTTP/1.1" status: 200 len: 217 time: 0.0811801 Sep 21 21:55:05.587009 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-976e70b1-8388-4e5e-b889-f6fcf2c0d056 req-a869b6a6-0eec-4aa0-baf8-6e8f77028b9f service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911362 Sep 21 21:55:05.647917 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f5fd3-201e-421e-9ad1-b774e626484c req-d6b90f65-db42-4a2f-be9a-e557aa32bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:05.650022 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-263f5fd3-201e-421e-9ad1-b774e626484c req-d6b90f65-db42-4a2f-be9a-e557aa32bc9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=575b43de-b954-4ed7-bfdd-5b0bcfa5628e HTTP/1.1" status: 200 len: 857 time: 0.2294366 Sep 21 21:55:05.652873 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-451dc748-e02f-4907-a4f2-e5f49d47d58d service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912172 Sep 21 21:55:05.669543 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2158d0-ca78-43aa-a818-1239c6be4c4e req-fe48fe55-89ee-4359-bd0a-d09c9aafbeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:05.669543 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-8d2158d0-ca78-43aa-a818-1239c6be4c4e req-fe48fe55-89ee-4359-bd0a-d09c9aafbeb9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8 HTTP/1.1" status: 200 len: 849 time: 0.0949893 Sep 21 21:55:05.670475 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ba0e63d2-7fb1-403d-8b2d-8fffa9529dc3 req-071e9c18-998c-4f13-9bed-440102e3ad50 service neutron] 10.222.0.61 "GET /v2.0/networks/7ba67a60-17a4-42de-8c1b-883c54b6fa46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483980 Sep 21 21:55:05.677456 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c2b85b10-ee5c-48bb-86a4-fc081ff30299 req-776dec1a-72ae-472e-b269-1af3c87a3f7f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361561 Sep 21 21:55:05.762509 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83009792-a4b1-4dfd-8850-ebafa5bc2db8 req-ae9b0328-7026-4a34-ae66-38c99bb1b8fc tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:05.763999 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-83009792-a4b1-4dfd-8850-ebafa5bc2db8 req-ae9b0328-7026-4a34-ae66-38c99bb1b8fc tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 944 time: 0.2016699 Sep 21 21:55:05.810337 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f5fd3-201e-421e-9ad1-b774e626484c req-18b5aecb-63c5-499e-8ed0-0ddd016b9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:05.811406 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-976e70b1-8388-4e5e-b889-f6fcf2c0d056 req-a44db62d-90b1-4a09-9502-ed328c30023f service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044287 Sep 21 21:55:05.811880 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-263f5fd3-201e-421e-9ad1-b774e626484c req-18b5aecb-63c5-499e-8ed0-0ddd016b9533 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f801d94d-838f-46f0-b7fb-17b6d1554e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1513863 Sep 21 21:55:05.830726 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2158d0-ca78-43aa-a818-1239c6be4c4e req-efd74585-503b-4498-b02c-8f9e63383fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:05.832353 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-8d2158d0-ca78-43aa-a818-1239c6be4c4e req-efd74585-503b-4498-b02c-8f9e63383fd6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f53260a4-6fcd-403d-87df-2c61cac67763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1522300 Sep 21 21:55:05.867939 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ba0e63d2-7fb1-403d-8b2d-8fffa9529dc3 req-307a3e63-5da4-4d12-aaa0-990adda33208 service neutron] 10.222.0.61 "GET /v2.0/networks/7ba67a60-17a4-42de-8c1b-883c54b6fa46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875224 Sep 21 21:55:05.875447 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-a828cd61-ea14-4f82-b3d3-f9b5d57f165a req-54020a85-a0c7-4d8f-b051-ca965174f3ee service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137308 Sep 21 21:55:05.887577 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-83009792-a4b1-4dfd-8850-ebafa5bc2db8 req-5bbb841a-6361-4400-a804-6a220169a343 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058965 Sep 21 21:55:05.907217 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc2ad1-4c67-41ff-a631-a38c66859503 req-15a4c836-8e80-47ed-afc8-1890131e2f20 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:05.908829 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6ccc2ad1-4c67-41ff-a631-a38c66859503 req-15a4c836-8e80-47ed-afc8-1890131e2f20 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 944 time: 0.0905044 Sep 21 21:55:05.975641 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6ccc2ad1-4c67-41ff-a631-a38c66859503 req-935fc531-4eae-4f3b-8e3e-824f8c7b798b tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534620 Sep 21 21:55:06.026731 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-8d2158d0-ca78-43aa-a818-1239c6be4c4e req-d6fbe7e0-552e-440b-83ca-dc698ba00128 service neutron] 10.222.0.61 "GET /v2.0/networks/f53260a4-6fcd-403d-87df-2c61cac67763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835518 Sep 21 21:55:06.030520 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-263f5fd3-201e-421e-9ad1-b774e626484c req-41c82eb8-3a56-46a3-949d-741e7cf55aed service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885080 Sep 21 21:55:06.189133 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-263f5fd3-201e-421e-9ad1-b774e626484c req-b8fbf95a-e283-4be0-bd01-e8a156bf2283 service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504889 Sep 21 21:55:06.190865 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-8d2158d0-ca78-43aa-a818-1239c6be4c4e req-ccc317cb-f038-4df4-b13d-3eb1b643aaa9 service neutron] 10.222.0.61 "GET /v2.0/networks/f53260a4-6fcd-403d-87df-2c61cac67763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535635 Sep 21 21:55:06.308146 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aadcad2-5d5d-4dd4-b980-19242ea23719 admin admin] Made reservation on behalf of 54ff5f06f914489485be3aa6297fb770 for: {'network': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:55:06.311035 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-1aadcad2-5d5d-4dd4-b980-19242ea23719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:06.319671 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-1aadcad2-5d5d-4dd4-b980-19242ea23719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:06.392270 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-1aadcad2-5d5d-4dd4-b980-19242ea23719 admin admin] Publish callbacks [] for security_group (f71955c5-465a-4f05-9f46-a82feaf5d865), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:06.554068 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab01287-9cf1-45c4-a23d-b53e657a4c70 req-a1ba8bcb-4cef-4b75-9728-6dfa4a403cd6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:06.556340 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0ab01287-9cf1-45c4-a23d-b53e657a4c70 req-a1ba8bcb-4cef-4b75-9728-6dfa4a403cd6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 944 time: 0.0617659 Sep 21 21:55:06.557591 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-1aadcad2-5d5d-4dd4-b980-19242ea23719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (f71955c5-465a-4f05-9f46-a82feaf5d865), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:06.606069 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aadcad2-5d5d-4dd4-b980-19242ea23719 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=110731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:55:06.610980 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadcad2-5d5d-4dd4-b980-19242ea23719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71955c5-465a-4f05-9f46-a82feaf5d865,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:06.633108 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-1aadcad2-5d5d-4dd4-b980-19242ea23719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (769a69e0-022f-4a44-95cb-92bc34c643c2), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:06.633108 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.segments_db [None req-1aadcad2-5d5d-4dd4-b980-19242ea23719 admin admin] Added segment 769a69e0-022f-4a44-95cb-92bc34c643c2 of type vlan for network d9061015-f237-4b0c-b380-612e3fc4f4a9 Sep 21 21:55:06.660577 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0ab01287-9cf1-45c4-a23d-b53e657a4c70 req-2725bf48-f9d2-4f21-89d7-6dd2fde127f9 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897288 Sep 21 21:55:06.696843 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-1aadcad2-5d5d-4dd4-b980-19242ea23719 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (d9061015-f237-4b0c-b380-612e3fc4f4a9), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:06.772982 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-1aadcad2-5d5d-4dd4-b980-19242ea23719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (d9061015-f237-4b0c-b380-612e3fc4f4a9), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:06.774261 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aadcad2-5d5d-4dd4-b980-19242ea23719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:06.774847 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-1aadcad2-5d5d-4dd4-b980-19242ea23719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:06.780451 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74dfa0-7c48-4515-aa4a-2e8430e1ae28 req-ff8a6162-91be-456e-9094-9601a9c5aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:06.782294 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-0c74dfa0-7c48-4515-aa4a-2e8430e1ae28 req-ff8a6162-91be-456e-9094-9601a9c5aa5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1603f7fd81ff4966be5b51e69354038c&device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 1127 time: 0.0487368 Sep 21 21:55:06.898078 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadcad2-5d5d-4dd4-b980-19242ea23719 admin admin] Pushing event updated for resources: {'Network': ['ID=d9061015-f237-4b0c-b380-612e3fc4f4a9,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:06.908449 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74dfa0-7c48-4515-aa4a-2e8430e1ae28 req-1b0109ca-24c4-48c9-8652-628bfcc11e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:06.909761 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network d9061015-f237-4b0c-b380-612e3fc4f4a9 details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:55:06.910269 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-0c74dfa0-7c48-4515-aa4a-2e8430e1ae28 req-1b0109ca-24c4-48c9-8652-628bfcc11e30 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 HTTP/1.1" status: 200 len: 917 time: 0.1091557 Sep 21 21:55:06.919067 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82ac40-2029-40d4-a6a1-611c9abc3f17 req-3037b3b3-a222-461f-9283-43c20a523734 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:06.921374 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cf82ac40-2029-40d4-a6a1-611c9abc3f17 req-3037b3b3-a222-461f-9283-43c20a523734 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.1583447 Sep 21 21:55:06.983942 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-1aadcad2-5d5d-4dd4-b980-19242ea23719 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3918433 Sep 21 21:55:06.989436 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 41446) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:06.995034 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-0c74dfa0-7c48-4515-aa4a-2e8430e1ae28 req-7785701f-c33b-4518-9e42-857cb6059721 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=992b4dac-0e98-4fb8-ab54-55724d3bb82b HTTP/1.1" status: 200 len: 217 time: 0.0453734 Sep 21 21:55:07.010401 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-1c774126-d8d7-4bc4-a24e-b1f4a10921cf admin admin] Request body: {'subnet': {'network_id': 'd9061015-f237-4b0c-b380-612e3fc4f4a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1295215582-subnet', 'tenant_id': '54ff5f06f914489485be3aa6297fb770', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:55:07.043515 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cf82ac40-2029-40d4-a6a1-611c9abc3f17 req-d64a990d-b354-4a71-b0f9-3f53a12811ea tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129906 Sep 21 21:55:07.097994 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ae38e-2634-4cda-bf87-a144674e86e4 req-b3b4f6e1-065a-4d52-8c18-71829d2a103b tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:07.100871 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c54ae38e-2634-4cda-bf87-a144674e86e4 req-b3b4f6e1-065a-4d52-8c18-71829d2a103b tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 944 time: 0.1122060 Sep 21 21:55:07.119045 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74dfa0-7c48-4515-aa4a-2e8430e1ae28 req-4b18a842-8f2c-447b-aea3-cae7129969f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:07.122482 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-0c74dfa0-7c48-4515-aa4a-2e8430e1ae28 req-4b18a842-8f2c-447b-aea3-cae7129969f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e474980b-93bc-4f2c-9cce-1ff39a325d4d HTTP/1.1" status: 200 len: 855 time: 0.0900645 Sep 21 21:55:07.133713 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c774126-d8d7-4bc4-a24e-b1f4a10921cf admin admin] Made reservation on behalf of 54ff5f06f914489485be3aa6297fb770 for: {'subnet': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:55:07.137840 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-1c774126-d8d7-4bc4-a24e-b1f4a10921cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:07.194869 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74dfa0-7c48-4515-aa4a-2e8430e1ae28 req-e95228e9-7ca0-4aba-aa92-3b66d9012578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:07.221611 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-0c74dfa0-7c48-4515-aa4a-2e8430e1ae28 req-e95228e9-7ca0-4aba-aa92-3b66d9012578 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0677090 Sep 21 21:55:07.240537 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c54ae38e-2634-4cda-bf87-a144674e86e4 req-9940a917-9c19-4230-b8a7-c618ea860b92 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333034 Sep 21 21:55:07.296133 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6056192-20fb-438e-b8ea-1e66061267cb req-918d69f4-5d56-4f6d-9acd-c4bb5a4010c2 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:07.297655 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e6056192-20fb-438e-b8ea-1e66061267cb req-918d69f4-5d56-4f6d-9acd-c4bb5a4010c2 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 944 time: 0.1144810 Sep 21 21:55:07.314477 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-0c74dfa0-7c48-4515-aa4a-2e8430e1ae28 req-3bf49cc6-2a73-4731-a69b-1c0f042f90b5 service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114042 Sep 21 21:55:07.384567 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e6056192-20fb-438e-b8ea-1e66061267cb req-470bd7a3-25e4-4826-a61e-7cf20eeec544 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813961 Sep 21 21:55:07.451118 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-0c74dfa0-7c48-4515-aa4a-2e8430e1ae28 req-76da2619-2a08-4989-ad4f-b007a7b55690 service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236470 Sep 21 21:55:07.485235 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-1c774126-d8d7-4bc4-a24e-b1f4a10921cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for subnet (5640bc42-1ab4-44e7-a29c-38eb9b2ead90), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:07.549278 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c774126-d8d7-4bc4-a24e-b1f4a10921cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5640bc42-1ab4-44e7-a29c-38eb9b2ead90,revision_number=0']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:07.554290 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c774126-d8d7-4bc4-a24e-b1f4a10921cf admin admin] Checking segment: {'id': '769a69e0-022f-4a44-95cb-92bc34c643c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd9061015-f237-4b0c-b380-612e3fc4f4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:55:07.557728 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c774126-d8d7-4bc4-a24e-b1f4a10921cf admin admin] Network hostable DHCP agents. Network: d9061015-f237-4b0c-b380-612e3fc4f4a9, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:55:07.633921 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c774126-d8d7-4bc4-a24e-b1f4a10921cf admin admin] Network d9061015-f237-4b0c-b380-612e3fc4f4a9 is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:55:07.725320 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-1c774126-d8d7-4bc4-a24e-b1f4a10921cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, d9061015-f237-4b0c-b380-612e3fc4f4a9) {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:55:07.730994 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c774126-d8d7-4bc4-a24e-b1f4a10921cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:07.735637 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-1c774126-d8d7-4bc4-a24e-b1f4a10921cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:07.736411 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b1b219-291e-42e2-b3c2-68304c7d99e7 None None] Network d9061015-f237-4b0c-b380-612e3fc4f4a9 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:55:07.806035 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff945a7-3af9-4a9c-b03d-d15e41a86fbc req-7ebeead6-516f-4c4e-b1cc-699338ee88a9 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:07.807581 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0ff945a7-3af9-4a9c-b03d-d15e41a86fbc req-7ebeead6-516f-4c4e-b1cc-699338ee88a9 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 944 time: 0.0723293 Sep 21 21:55:07.839742 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba07646-df80-4b75-90d8-225cac0d46fd None None] Network d9061015-f237-4b0c-b380-612e3fc4f4a9 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:55:07.853315 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-1c774126-d8d7-4bc4-a24e-b1f4a10921cf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8595867 Sep 21 21:55:07.870197 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0ff945a7-3af9-4a9c-b03d-d15e41a86fbc req-b0531a73-65f0-4e7f-b187-d355626060f2 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557315 Sep 21 21:55:08.189138 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9bc97-f436-46d2-8f1f-4f4fe3782fdb req-fed4a8d0-38b7-404e-8c1e-306a906a0ffb tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:08.190624 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-93c9bc97-f436-46d2-8f1f-4f4fe3782fdb req-fed4a8d0-38b7-404e-8c1e-306a906a0ffb tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0594659 Sep 21 21:55:08.240417 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-93c9bc97-f436-46d2-8f1f-4f4fe3782fdb req-67dba504-854f-4c19-8727-aa5f35493fba tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438857 Sep 21 21:55:08.387657 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd496b7-cbe7-4f3d-9cf4-b604ce6ddf69 req-17229c4f-2898-43a9-8cba-ec269c5a3b77 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:08.392120 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8cd496b7-cbe7-4f3d-9cf4-b604ce6ddf69 req-17229c4f-2898-43a9-8cba-ec269c5a3b77 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 944 time: 0.0528774 Sep 21 21:55:08.497568 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8cd496b7-cbe7-4f3d-9cf4-b604ce6ddf69 req-f1bd40e3-9270-4425-8c6d-665150a7f342 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025012 Sep 21 21:55:08.560215 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe6697-642e-4443-a9c4-0e3c0b33e533 req-76aab4fd-42f2-468c-a2b8-63608d02012f tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:08.561644 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-abbe6697-642e-4443-a9c4-0e3c0b33e533 req-76aab4fd-42f2-468c-a2b8-63608d02012f tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 944 time: 0.0584826 Sep 21 21:55:08.623469 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-abbe6697-642e-4443-a9c4-0e3c0b33e533 req-f6d9d494-fc00-4c4b-ae6a-0e0d8f413891 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561738 Sep 21 21:55:08.718558 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 41522) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:08.724485 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-05adca7d-0a36-4ec2-8052-49540d0b61ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-143718328-network', 'tenant_id': '1ebb40f86aa1465999520fcb22aa6da0'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:55:08.799008 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05adca7d-0a36-4ec2-8052-49540d0b61ae admin admin] Made reservation on behalf of 1ebb40f86aa1465999520fcb22aa6da0 for: {'network': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:55:08.801308 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-05adca7d-0a36-4ec2-8052-49540d0b61ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:08.813914 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-05adca7d-0a36-4ec2-8052-49540d0b61ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:08.885210 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-05adca7d-0a36-4ec2-8052-49540d0b61ae admin admin] Publish callbacks [] for security_group (213db02c-9d41-4ac6-89f6-c3511ad65fd2), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:08.925465 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-05adca7d-0a36-4ec2-8052-49540d0b61ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (213db02c-9d41-4ac6-89f6-c3511ad65fd2), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:08.950425 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05adca7d-0a36-4ec2-8052-49540d0b61ae admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=110730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:55:08.960892 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adca7d-0a36-4ec2-8052-49540d0b61ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213db02c-9d41-4ac6-89f6-c3511ad65fd2,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:08.967680 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-05adca7d-0a36-4ec2-8052-49540d0b61ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (a09c3afe-dd93-4f69-8fd7-fa1c329a86c3), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:08.968209 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.segments_db [None req-05adca7d-0a36-4ec2-8052-49540d0b61ae admin admin] Added segment a09c3afe-dd93-4f69-8fd7-fa1c329a86c3 of type vlan for network bea98714-5710-422b-a29c-7ea0782bdcd4 Sep 21 21:55:09.083827 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2201710-e9bc-4049-9da4-767fd692f25b req-68f17e9e-69a9-4cc8-ba32-88fe3b939807 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:09.083827 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f2201710-e9bc-4049-9da4-767fd692f25b req-68f17e9e-69a9-4cc8-ba32-88fe3b939807 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 944 time: 0.0620375 Sep 21 21:55:09.084425 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-05adca7d-0a36-4ec2-8052-49540d0b61ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (bea98714-5710-422b-a29c-7ea0782bdcd4), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:09.084522 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f2201710-e9bc-4049-9da4-767fd692f25b req-1a7a3572-a57f-4e9e-8a09-221423d3814e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423627 Sep 21 21:55:09.107577 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-05adca7d-0a36-4ec2-8052-49540d0b61ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (bea98714-5710-422b-a29c-7ea0782bdcd4), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:09.110174 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05adca7d-0a36-4ec2-8052-49540d0b61ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:09.110174 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-05adca7d-0a36-4ec2-8052-49540d0b61ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:09.167406 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adca7d-0a36-4ec2-8052-49540d0b61ae admin admin] Pushing event updated for resources: {'Network': ['ID=bea98714-5710-422b-a29c-7ea0782bdcd4,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:09.182168 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network bea98714-5710-422b-a29c-7ea0782bdcd4 details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:55:09.205202 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-05adca7d-0a36-4ec2-8052-49540d0b61ae admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4829423 Sep 21 21:55:09.205511 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 41528) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:09.220756 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-e695bb54-8bb5-45d0-be5e-08b2ea6e4df8 admin admin] Request body: {'subnet': {'network_id': 'bea98714-5710-422b-a29c-7ea0782bdcd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-143718328-subnet', 'tenant_id': '1ebb40f86aa1465999520fcb22aa6da0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:55:09.296504 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e695bb54-8bb5-45d0-be5e-08b2ea6e4df8 admin admin] Made reservation on behalf of 1ebb40f86aa1465999520fcb22aa6da0 for: {'subnet': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:55:09.298830 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e695bb54-8bb5-45d0-be5e-08b2ea6e4df8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:09.375029 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8413956-1156-4dc4-bd35-86890291a574 req-4522c82e-b8c0-4b5c-8e9b-f3ffe2fa7f4d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:09.377850 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d8413956-1156-4dc4-bd35-86890291a574 req-4522c82e-b8c0-4b5c-8e9b-f3ffe2fa7f4d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0556924 Sep 21 21:55:09.406162 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:55:09.439637 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d8413956-1156-4dc4-bd35-86890291a574 req-6628ee2a-719d-403e-b3fd-260ee83edd1b tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497665 Sep 21 21:55:09.521155 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e695bb54-8bb5-45d0-be5e-08b2ea6e4df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for subnet (1171f8f6-c763-4428-ad9e-b6217e442601), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:09.582321 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695bb54-8bb5-45d0-be5e-08b2ea6e4df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1171f8f6-c763-4428-ad9e-b6217e442601,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:09.591802 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695bb54-8bb5-45d0-be5e-08b2ea6e4df8 admin admin] Checking segment: {'id': 'a09c3afe-dd93-4f69-8fd7-fa1c329a86c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bea98714-5710-422b-a29c-7ea0782bdcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:55:09.592161 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e695bb54-8bb5-45d0-be5e-08b2ea6e4df8 admin admin] Network hostable DHCP agents. Network: bea98714-5710-422b-a29c-7ea0782bdcd4, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:55:09.648389 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0de10-dbdb-4194-8823-858698ff9c70 req-cf4e9f77-063e-4bd5-9c6f-c786fb390723 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:09.649991 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0db0de10-dbdb-4194-8823-858698ff9c70 req-cf4e9f77-063e-4bd5-9c6f-c786fb390723 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 944 time: 0.0665944 Sep 21 21:55:09.703085 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0db0de10-dbdb-4194-8823-858698ff9c70 req-184d0db4-be50-4d6a-b589-5c4a5eeac53f tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463850 Sep 21 21:55:09.707878 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e695bb54-8bb5-45d0-be5e-08b2ea6e4df8 admin admin] Network bea98714-5710-422b-a29c-7ea0782bdcd4 is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:55:09.754653 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26383a63-a97d-42e8-a7d5-75cd7a93d8dd req-f42e8d79-af46-4b26-a2a4-3598e924584d tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:09.756113 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-26383a63-a97d-42e8-a7d5-75cd7a93d8dd req-f42e8d79-af46-4b26-a2a4-3598e924584d tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 944 time: 0.0521672 Sep 21 21:55:09.765254 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-e695bb54-8bb5-45d0-be5e-08b2ea6e4df8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, bea98714-5710-422b-a29c-7ea0782bdcd4) {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:55:09.770056 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e695bb54-8bb5-45d0-be5e-08b2ea6e4df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:09.770650 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e695bb54-8bb5-45d0-be5e-08b2ea6e4df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:09.774608 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9a7d2d-c178-4a9c-9b3d-c4e557fb8eaa None None] Network bea98714-5710-422b-a29c-7ea0782bdcd4 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:55:09.805544 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-26383a63-a97d-42e8-a7d5-75cd7a93d8dd req-ba54ee0a-48b2-45f7-8821-e7024aa92ee4 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438349 Sep 21 21:55:09.847529 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-e695bb54-8bb5-45d0-be5e-08b2ea6e4df8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6408498 Sep 21 21:55:09.872422 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09ecd26-d55e-4367-a59a-0ecf2b8411cb None None] Network bea98714-5710-422b-a29c-7ea0782bdcd4 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:55:10.186562 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db3a5b-d7d9-4a8f-a0d6-4962670bf1f7 req-b8a21f70-5273-49db-a5bf-de173ce90352 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:10.188081 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a6db3a5b-d7d9-4a8f-a0d6-4962670bf1f7 req-b8a21f70-5273-49db-a5bf-de173ce90352 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 944 time: 0.0567405 Sep 21 21:55:10.235658 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a6db3a5b-d7d9-4a8f-a0d6-4962670bf1f7 req-5bb23e61-3a00-461c-a695-4885bcaba645 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419996 Sep 21 21:55:10.580954 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fa62c-2191-472d-b099-820a4e12ed59 req-21e5a550-eff1-45be-95a0-f2c4766e8538 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:10.588369 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aa3fa62c-2191-472d-b099-820a4e12ed59 req-21e5a550-eff1-45be-95a0-f2c4766e8538 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0687904 Sep 21 21:55:10.632992 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aa3fa62c-2191-472d-b099-820a4e12ed59 req-bf97b260-46c3-4bf8-b894-5f430e0957a3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441353 Sep 21 21:55:10.828909 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e62927-9c2c-474b-9b64-e037e5410940 req-1f6a9853-5869-4ba5-95fa-632e6166fdc9 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:10.830455 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a6e62927-9c2c-474b-9b64-e037e5410940 req-1f6a9853-5869-4ba5-95fa-632e6166fdc9 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 944 time: 0.0567379 Sep 21 21:55:10.877582 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a6e62927-9c2c-474b-9b64-e037e5410940 req-0203b852-3e38-4c86-b5e3-50e4781b5270 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416028 Sep 21 21:55:10.931392 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e194ba2-4348-497c-8374-156b35362d8c req-10a8271e-98c7-4856-a211-8afa2e0f4344 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:10.932863 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9e194ba2-4348-497c-8374-156b35362d8c req-10a8271e-98c7-4856-a211-8afa2e0f4344 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 944 time: 0.0535750 Sep 21 21:55:10.983277 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9e194ba2-4348-497c-8374-156b35362d8c req-3cd4f75b-c03d-41fb-ba8f-5a2a800e5227 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440631 Sep 21 21:55:10.987950 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 41584) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:11.092162 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d8dd285a-1c00-4c38-9e47-15a3471de471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:11.163242 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d8dd285a-1c00-4c38-9e47-15a3471de471 admin admin] Publish callbacks [] for security_group (6a7cddca-7da9-420a-93ac-31b13e12b6b9), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:11.239308 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d8dd285a-1c00-4c38-9e47-15a3471de471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (6a7cddca-7da9-420a-93ac-31b13e12b6b9), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:11.290381 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-d8dd285a-1c00-4c38-9e47-15a3471de471 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38ce5579e073457fa74a60ceb52b8caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013599 Sep 21 21:55:11.291566 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd285a-1c00-4c38-9e47-15a3471de471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7cddca-7da9-420a-93ac-31b13e12b6b9,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:11.293163 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 41600) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:11.353680 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1275aa26-41e7-4545-be57-0fa3b1c3ae7e admin admin] Publish callbacks [] for security_group (6a7cddca-7da9-420a-93ac-31b13e12b6b9), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:11.374442 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1275aa26-41e7-4545-be57-0fa3b1c3ae7e admin admin] Publish callbacks [] for security_group (6a7cddca-7da9-420a-93ac-31b13e12b6b9), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:11.381716 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073ba5d-68d0-4878-9855-45bae6d923de req-98ccfcb6-b834-4104-966a-25fd65134b84 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:11.383191 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7073ba5d-68d0-4878-9855-45bae6d923de req-98ccfcb6-b834-4104-966a-25fd65134b84 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 944 time: 0.0512791 Sep 21 21:55:11.430949 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7073ba5d-68d0-4878-9855-45bae6d923de req-fd03961f-b70f-4d3b-be69-2b7d0e42b575 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408311 Sep 21 21:55:11.479140 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1275aa26-41e7-4545-be57-0fa3b1c3ae7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (6a7cddca-7da9-420a-93ac-31b13e12b6b9), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:11.481958 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1275aa26-41e7-4545-be57-0fa3b1c3ae7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:11.483112 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-1275aa26-41e7-4545-be57-0fa3b1c3ae7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a7cddca-7da9-420a-93ac-31b13e12b6b9 HTTP/1.1" status: 204 len: 168 time: 0.1888943 Sep 21 21:55:11.491264 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275aa26-41e7-4545-be57-0fa3b1c3ae7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7cddca-7da9-420a-93ac-31b13e12b6b9,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:11.758450 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d8ffc-89b5-475b-acd4-d96a2c4cfb4c req-0daeead5-aed6-478f-8a16-4071734e3088 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:11.759940 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-bf8d8ffc-89b5-475b-acd4-d96a2c4cfb4c req-0daeead5-aed6-478f-8a16-4071734e3088 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0514257 Sep 21 21:55:11.807437 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-bf8d8ffc-89b5-475b-acd4-d96a2c4cfb4c req-01cbea15-d5f0-498a-936a-a31f96edc489 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410709 Sep 21 21:55:12.008597 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133baea-fff8-4c15-bc44-4c5a8c6f0d20 req-0efcd7cc-dc2e-478a-8aa3-f0d1761464d7 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:12.010213 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0133baea-fff8-4c15-bc44-4c5a8c6f0d20 req-0efcd7cc-dc2e-478a-8aa3-f0d1761464d7 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 944 time: 0.0600145 Sep 21 21:55:12.057305 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0133baea-fff8-4c15-bc44-4c5a8c6f0d20 req-c3a805ce-eb1a-4c32-bacd-24a3d47e1414 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414443 Sep 21 21:55:12.084260 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 41616) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:12.098142 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-afb09138-a4e8-438d-895b-b124a305f3c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:12.108799 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2a240-5d4f-4e53-9de1-b6a5c0b03d01 req-f233676f-5b2e-4944-9bc3-c63b758a7476 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:12.110302 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8fc2a240-5d4f-4e53-9de1-b6a5c0b03d01 req-f233676f-5b2e-4944-9bc3-c63b758a7476 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 944 time: 0.0521398 Sep 21 21:55:12.156845 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8fc2a240-5d4f-4e53-9de1-b6a5c0b03d01 req-c534ec79-2af5-4228-81a3-b6917dd305c1 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407588 Sep 21 21:55:12.170452 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-afb09138-a4e8-438d-895b-b124a305f3c5 admin admin] Publish callbacks [] for security_group (b40ef87d-dadb-4736-a4e9-0d8f67c1a178), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:12.238467 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-afb09138-a4e8-438d-895b-b124a305f3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (b40ef87d-dadb-4736-a4e9-0d8f67c1a178), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:12.279726 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-afb09138-a4e8-438d-895b-b124a305f3c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd49e77181a443b1b642bcd750594d19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943333 Sep 21 21:55:12.280459 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb09138-a4e8-438d-895b-b124a305f3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40ef87d-dadb-4736-a4e9-0d8f67c1a178,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:12.282479 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 41618) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:12.330994 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-472ebf82-8c0f-4a47-81a7-eab39d7f2b17 admin admin] Publish callbacks [] for security_group (b40ef87d-dadb-4736-a4e9-0d8f67c1a178), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:12.352399 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-472ebf82-8c0f-4a47-81a7-eab39d7f2b17 admin admin] Publish callbacks [] for security_group (b40ef87d-dadb-4736-a4e9-0d8f67c1a178), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:12.462255 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-472ebf82-8c0f-4a47-81a7-eab39d7f2b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (b40ef87d-dadb-4736-a4e9-0d8f67c1a178), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:12.465287 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-472ebf82-8c0f-4a47-81a7-eab39d7f2b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:12.468668 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-472ebf82-8c0f-4a47-81a7-eab39d7f2b17 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b40ef87d-dadb-4736-a4e9-0d8f67c1a178 HTTP/1.1" status: 204 len: 168 time: 0.1829674 Sep 21 21:55:12.474460 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ebf82-8c0f-4a47-81a7-eab39d7f2b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40ef87d-dadb-4736-a4e9-0d8f67c1a178,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:12.556473 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a902400-4fb2-48b8-b5ef-2fb968c649ed req-d4d2ce4e-dd1a-41b6-8a13-45d5d5cd874c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:12.561410 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8a902400-4fb2-48b8-b5ef-2fb968c649ed req-d4d2ce4e-dd1a-41b6-8a13-45d5d5cd874c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 944 time: 0.0555799 Sep 21 21:55:12.606358 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8a902400-4fb2-48b8-b5ef-2fb968c649ed req-5b522b11-2de6-482a-a053-f06b22ad658e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Sep 21 21:55:12.945563 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974934b9-c9ee-4410-ab13-864d4d6134f6 req-666885ca-e3d9-4e16-91ce-33a7c31f5eca tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:12.949725 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-974934b9-c9ee-4410-ab13-864d4d6134f6 req-666885ca-e3d9-4e16-91ce-33a7c31f5eca tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0607092 Sep 21 21:55:12.995173 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-974934b9-c9ee-4410-ab13-864d4d6134f6 req-7c324473-1a75-4d40-a400-84e4972a926d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424745 Sep 21 21:55:13.186947 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbac76-e313-43cb-82b3-3d7daaac9e50 req-1e5eb026-9b57-4c24-b72c-7ec89bed0fc6 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:13.188408 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8cbbac76-e313-43cb-82b3-3d7daaac9e50 req-1e5eb026-9b57-4c24-b72c-7ec89bed0fc6 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 944 time: 0.0604436 Sep 21 21:55:13.244774 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8cbbac76-e313-43cb-82b3-3d7daaac9e50 req-b2d617a2-5199-4c85-8483-8bc6404c9d03 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505400 Sep 21 21:55:13.287933 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a82e8-5ea8-40c1-8334-594f65fd0fc8 req-5c721a83-940c-47af-8adf-02c00b31b4ac tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:13.289739 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-709a82e8-5ea8-40c1-8334-594f65fd0fc8 req-5c721a83-940c-47af-8adf-02c00b31b4ac tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 944 time: 0.0610085 Sep 21 21:55:13.337095 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-709a82e8-5ea8-40c1-8334-594f65fd0fc8 req-20604518-39c9-4d0f-b438-e6a9ed606632 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407412 Sep 21 21:55:13.729067 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c01ba9-f605-4528-848a-74f56dff0464 req-498cfe8a-bf91-4d77-8875-00fac94a701b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:13.730552 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c1c01ba9-f605-4528-848a-74f56dff0464 req-498cfe8a-bf91-4d77-8875-00fac94a701b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 944 time: 0.0551775 Sep 21 21:55:13.951315 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c1c01ba9-f605-4528-848a-74f56dff0464 req-be2d482b-6042-4b98-9b4c-5d2102cde72c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151163 Sep 21 21:55:14.130656 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e8f9f-5960-45fd-96c9-c925f8b82fae req-0a9eb75d-a3dd-4624-b5c1-a941a9aaeac1 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:14.132391 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-750e8f9f-5960-45fd-96c9-c925f8b82fae req-0a9eb75d-a3dd-4624-b5c1-a941a9aaeac1 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0579588 Sep 21 21:55:14.181203 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-750e8f9f-5960-45fd-96c9-c925f8b82fae req-c5f6aa99-cfb5-4ad9-8c00-c732237184a3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424538 Sep 21 21:55:14.375242 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d03ed-7faa-4fbf-81e0-a5d9812dbf68 req-b814a1dc-b28c-421b-8892-5c81b6b9760a tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:14.376830 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-190d03ed-7faa-4fbf-81e0-a5d9812dbf68 req-b814a1dc-b28c-421b-8892-5c81b6b9760a tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 944 time: 0.0604250 Sep 21 21:55:14.464522 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-190d03ed-7faa-4fbf-81e0-a5d9812dbf68 req-a3d5e004-fff4-400d-b81c-661338f53f91 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789456 Sep 21 21:55:14.490661 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bbf64-bf1e-4f87-a069-e3c02816f653 req-50c4be0b-593b-4838-9a29-daa3e28c7a41 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:14.492195 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-365bbf64-bf1e-4f87-a069-e3c02816f653 req-50c4be0b-593b-4838-9a29-daa3e28c7a41 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 944 time: 0.0717897 Sep 21 21:55:14.544655 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-365bbf64-bf1e-4f87-a069-e3c02816f653 req-e7cfb284-d667-47a2-b980-517df6b320c7 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443103 Sep 21 21:55:14.851344 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 55e8f79b-548a-4961-85d7-2b1f6433a5f0 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:55:14.955294 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 55e8f79b-548a-4961-85d7-2b1f6433a5f0, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=55e8f79b-548a-4961-85d7-2b1f6433a5f0,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:14.967159 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': '55e8f79b-548a-4961-85d7-2b1f6433a5f0', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'port_id': '55e8f79b-548a-4961-85d7-2b1f6433a5f0', 'mac_address': 'fa:16:3e:b3:28:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:55:15.006846 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:15.007240 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (55e8f79b-548a-4961-85d7-2b1f6433a5f0), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.020622 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e8f79b-548a-4961-85d7-2b1f6433a5f0 {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:55:15.042842 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 55e8f79b-548a-4961-85d7-2b1f6433a5f0, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=55e8f79b-548a-4961-85d7-2b1f6433a5f0,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:15.085148 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aba86e-105d-40ce-99ce-ad4eb921c066 req-43afcf98-1d66-4299-9257-f05588df4730 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:15.086648 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-07aba86e-105d-40ce-99ce-ad4eb921c066 req-43afcf98-1d66-4299-9257-f05588df4730 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 944 time: 0.0577798 Sep 21 21:55:15.133496 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-07aba86e-105d-40ce-99ce-ad4eb921c066 req-714c517b-503a-4bd3-8484-ea712733e4bf tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410900 Sep 21 21:55:15.154674 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (55e8f79b-548a-4961-85d7-2b1f6433a5f0), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.165247 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 7c63305f-8071-4476-809c-333368a3488e details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:55:15.219842 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=55e8f79b-548a-4961-85d7-2b1f6433a5f0,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:15.264823 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 41742) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:15.314638 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 7c63305f-8071-4476-809c-333368a3488e, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=7c63305f-8071-4476-809c-333368a3488e,segment=NetworkSegment(978b6f9c-54de-4032-ac85-449a38d20e49),segment_id=978b6f9c-54de-4032-ac85-449a38d20e49)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:15.327909 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': '7c63305f-8071-4476-809c-333368a3488e', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'port_id': '7c63305f-8071-4476-809c-333368a3488e', 'mac_address': 'fa:16:3e:6f:b6:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:55:15.353035 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e879a07-e08b-43c6-b68d-f88a6fe6a412 req-efafb6eb-7717-456a-acb3-a9177f0b5296 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:15.360886 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9e879a07-e08b-43c6-b68d-f88a6fe6a412 req-efafb6eb-7717-456a-acb3-a9177f0b5296 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0785320 Sep 21 21:55:15.367337 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 7c63305f-8071-4476-809c-333368a3488e is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:15.368008 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (7c63305f-8071-4476-809c-333368a3488e), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.383063 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c63305f-8071-4476-809c-333368a3488e {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:55:15.412269 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9e879a07-e08b-43c6-b68d-f88a6fe6a412 req-0946342c-86a4-4400-a84b-180e3d7f562f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503266 Sep 21 21:55:15.420279 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-63014c10-70d3-4172-8e2d-1ec093921443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.422948 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 7c63305f-8071-4476-809c-333368a3488e, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=7c63305f-8071-4476-809c-333368a3488e,segment=NetworkSegment(978b6f9c-54de-4032-ac85-449a38d20e49),segment_id=978b6f9c-54de-4032-ac85-449a38d20e49)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:15.491188 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-63014c10-70d3-4172-8e2d-1ec093921443 admin admin] Publish callbacks [] for security_group (92775b33-27fd-4598-a3e3-7692bc259b1f), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.495890 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (7c63305f-8071-4476-809c-333368a3488e), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.497051 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 09367162-9504-4865-8eeb-60a695a0e5e5 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:55:15.555835 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-63014c10-70d3-4172-8e2d-1ec093921443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (92775b33-27fd-4598-a3e3-7692bc259b1f), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.561528 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=7c63305f-8071-4476-809c-333368a3488e,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:15.565189 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 09367162-9504-4865-8eeb-60a695a0e5e5, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=09367162-9504-4865-8eeb-60a695a0e5e5,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:15.576577 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': '09367162-9504-4865-8eeb-60a695a0e5e5', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'port_id': '09367162-9504-4865-8eeb-60a695a0e5e5', 'mac_address': 'fa:16:3e:e8:3d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:55:15.612917 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 09367162-9504-4865-8eeb-60a695a0e5e5 is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:15.614819 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (09367162-9504-4865-8eeb-60a695a0e5e5), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.624017 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-63014c10-70d3-4172-8e2d-1ec093921443 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42004bf76471405d818e5c68631f8251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3547778 Sep 21 21:55:15.624880 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 41754) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:15.626904 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63014c10-70d3-4172-8e2d-1ec093921443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92775b33-27fd-4598-a3e3-7692bc259b1f,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:15.647106 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09367162-9504-4865-8eeb-60a695a0e5e5 {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:55:15.669111 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 09367162-9504-4865-8eeb-60a695a0e5e5, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=09367162-9504-4865-8eeb-60a695a0e5e5,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:15.671397 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a2d3e-e3d7-4fd6-af4c-b0d30918506c req-339bd5d9-53f7-4400-abfe-e0157d6b08ac tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:15.672906 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6e9a2d3e-e3d7-4fd6-af4c-b0d30918506c req-339bd5d9-53f7-4400-abfe-e0157d6b08ac tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 945 time: 0.1279535 Sep 21 21:55:15.678155 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-141ec79e-eaca-40d7-9639-60309ac9971b admin admin] Publish callbacks [] for security_group (92775b33-27fd-4598-a3e3-7692bc259b1f), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.700348 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-141ec79e-eaca-40d7-9639-60309ac9971b admin admin] Publish callbacks [] for security_group (92775b33-27fd-4598-a3e3-7692bc259b1f), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.711943 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd54dd-f1f8-40fc-84d8-2de035437293 req-80ed9aa7-ac5e-47b7-bd48-f9f68d9bf024 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:15.713451 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b2bd54dd-f1f8-40fc-84d8-2de035437293 req-80ed9aa7-ac5e-47b7-bd48-f9f68d9bf024 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 944 time: 0.0828350 Sep 21 21:55:15.749550 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6e9a2d3e-e3d7-4fd6-af4c-b0d30918506c req-db934571-e3ed-4ec0-a947-3b09faee3b7c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700364 Sep 21 21:55:15.759219 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (09367162-9504-4865-8eeb-60a695a0e5e5), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.762358 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 992b4dac-0e98-4fb8-ab54-55724d3bb82b details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:55:15.790337 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b2bd54dd-f1f8-40fc-84d8-2de035437293 req-1fab6070-e0aa-4353-b7c4-ff00af5495f0 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649824 Sep 21 21:55:15.851076 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-141ec79e-eaca-40d7-9639-60309ac9971b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (92775b33-27fd-4598-a3e3-7692bc259b1f), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.853874 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-141ec79e-eaca-40d7-9639-60309ac9971b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.855076 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-141ec79e-eaca-40d7-9639-60309ac9971b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92775b33-27fd-4598-a3e3-7692bc259b1f HTTP/1.1" status: 204 len: 168 time: 0.2295783 Sep 21 21:55:15.864141 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ec79e-eaca-40d7-9639-60309ac9971b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92775b33-27fd-4598-a3e3-7692bc259b1f,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:15.971212 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=09367162-9504-4865-8eeb-60a695a0e5e5,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:16.014269 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 992b4dac-0e98-4fb8-ab54-55724d3bb82b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=992b4dac-0e98-4fb8-ab54-55724d3bb82b,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:16.025488 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': '992b4dac-0e98-4fb8-ab54-55724d3bb82b', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'port_id': '992b4dac-0e98-4fb8-ab54-55724d3bb82b', 'mac_address': 'fa:16:3e:06:8f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:55:16.062665 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 992b4dac-0e98-4fb8-ab54-55724d3bb82b is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:16.063059 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:16.075890 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992b4dac-0e98-4fb8-ab54-55724d3bb82b {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:55:16.095910 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 992b4dac-0e98-4fb8-ab54-55724d3bb82b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=992b4dac-0e98-4fb8-ab54-55724d3bb82b,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:16.142427 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:16.188877 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=992b4dac-0e98-4fb8-ab54-55724d3bb82b,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:16.257910 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d6fc0-436a-4e4b-b634-235d7ce5a2a0 req-10df0d4d-2eb6-44e8-9565-c77c2176f36f tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:16.259401 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1f7d6fc0-436a-4e4b-b634-235d7ce5a2a0 req-10df0d4d-2eb6-44e8-9565-c77c2176f36f tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 945 time: 0.0508063 Sep 21 21:55:16.313388 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1f7d6fc0-436a-4e4b-b634-235d7ce5a2a0 req-9f993f03-c354-49ac-9b38-eebb0504d3f1 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447054 Sep 21 21:55:16.541545 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6e354-e973-4968-806d-78c8bf4424d5 req-b4c22021-78b5-4841-97f8-69d68cb63019 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:16.544181 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 41776) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:16.544430 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-32a6e354-e973-4968-806d-78c8bf4424d5 req-b4c22021-78b5-4841-97f8-69d68cb63019 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 944 time: 0.0533869 Sep 21 21:55:16.557332 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d4f2dbf0-76f6-4bcd-9fb2-309fdb42d874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:16.594102 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-32a6e354-e973-4968-806d-78c8bf4424d5 req-5a62a98d-fec4-46b7-9ee2-ca363e470944 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418081 Sep 21 21:55:16.630890 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d4f2dbf0-76f6-4bcd-9fb2-309fdb42d874 admin admin] Publish callbacks [] for security_group (98397a43-4b6d-447e-aac6-5fed36ea71cb), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:16.696686 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d4f2dbf0-76f6-4bcd-9fb2-309fdb42d874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (98397a43-4b6d-447e-aac6-5fed36ea71cb), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:16.735757 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-d4f2dbf0-76f6-4bcd-9fb2-309fdb42d874 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c4a84f16095499cbedccf068d0c7933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904812 Sep 21 21:55:16.736620 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2dbf0-76f6-4bcd-9fb2-309fdb42d874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98397a43-4b6d-447e-aac6-5fed36ea71cb,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:16.739860 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 41778) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:16.802828 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d7d294ed-79da-43ea-89e9-2ad056ea76c4 admin admin] Publish callbacks [] for security_group (98397a43-4b6d-447e-aac6-5fed36ea71cb), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:16.824907 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d7d294ed-79da-43ea-89e9-2ad056ea76c4 admin admin] Publish callbacks [] for security_group (98397a43-4b6d-447e-aac6-5fed36ea71cb), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:16.939581 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bc7c5-9eb6-4aec-b454-6318f3b22a65 req-edf90e2d-c3e2-4e9e-947e-7584d908a985 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:16.941231 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-541bc7c5-9eb6-4aec-b454-6318f3b22a65 req-edf90e2d-c3e2-4e9e-947e-7584d908a985 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 945 time: 0.0935791 Sep 21 21:55:16.962158 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6599c5-74b3-4eae-8b8e-b319cc182524 req-aa6abc89-547f-4873-a574-f952f20e8c47 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:16.963581 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5b6599c5-74b3-4eae-8b8e-b319cc182524 req-aa6abc89-547f-4873-a574-f952f20e8c47 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 944 time: 0.0834203 Sep 21 21:55:17.010059 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d7d294ed-79da-43ea-89e9-2ad056ea76c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (98397a43-4b6d-447e-aac6-5fed36ea71cb), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:17.012624 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d7d294ed-79da-43ea-89e9-2ad056ea76c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:17.014857 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-d7d294ed-79da-43ea-89e9-2ad056ea76c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98397a43-4b6d-447e-aac6-5fed36ea71cb HTTP/1.1" status: 204 len: 168 time: 0.2683861 Sep 21 21:55:17.035509 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d294ed-79da-43ea-89e9-2ad056ea76c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98397a43-4b6d-447e-aac6-5fed36ea71cb,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:17.044765 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-541bc7c5-9eb6-4aec-b454-6318f3b22a65 req-a8948622-28f0-43e6-9600-fb2ed99aec03 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972276 Sep 21 21:55:17.049285 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5b6599c5-74b3-4eae-8b8e-b319cc182524 req-3f1f0b9a-958c-4b0a-aa0b-932a9cb2c902 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785620 Sep 21 21:55:17.441540 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e9dc2-ef3a-41f4-b598-00fd339087fa req-50e07f4e-db86-404b-9ffb-7990cdc77de9 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:17.445890 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c44e9dc2-ef3a-41f4-b598-00fd339087fa req-50e07f4e-db86-404b-9ffb-7990cdc77de9 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 945 time: 0.0593355 Sep 21 21:55:17.497760 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c44e9dc2-ef3a-41f4-b598-00fd339087fa req-b6a01141-5932-4c6d-8223-97f238fc2953 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459783 Sep 21 21:55:17.719990 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520c772-4103-4885-b64a-5eb449ed3c42 req-0be270fb-356c-4895-80b7-85e59788911c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:17.721557 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3520c772-4103-4885-b64a-5eb449ed3c42 req-0be270fb-356c-4895-80b7-85e59788911c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 944 time: 0.0521052 Sep 21 21:55:17.773305 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3520c772-4103-4885-b64a-5eb449ed3c42 req-7affd5ab-5511-4bf1-88d2-1e3d0628a631 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460229 Sep 21 21:55:18.150041 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 6aeb725b-1bb2-467b-a83c-40dffff2d499 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:55:18.234835 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cb4b8-2f37-4d12-a094-6cf8d597bf9e req-bd5e2e6a-e000-4c92-97f9-575fecb65463 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:18.236310 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-427cb4b8-2f37-4d12-a094-6cf8d597bf9e req-bd5e2e6a-e000-4c92-97f9-575fecb65463 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 945 time: 0.0895655 Sep 21 21:55:18.248569 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de1474-5fe1-4266-b3b2-b2f18683aec7 req-fb27398d-fadf-401d-a93e-0fd00f52c987 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:18.250116 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-41de1474-5fe1-4266-b3b2-b2f18683aec7 req-fb27398d-fadf-401d-a93e-0fd00f52c987 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 944 time: 0.0765910 Sep 21 21:55:18.275082 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 6aeb725b-1bb2-467b-a83c-40dffff2d499, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6aeb725b-1bb2-467b-a83c-40dffff2d499,segment=NetworkSegment(61cfeb8c-d5aa-4003-9674-492770763ed3),segment_id=61cfeb8c-d5aa-4003-9674-492770763ed3)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:18.297489 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': '6aeb725b-1bb2-467b-a83c-40dffff2d499', 'network_id': '7ba67a60-17a4-42de-8c1b-883c54b6fa46', 'port_id': '6aeb725b-1bb2-467b-a83c-40dffff2d499', 'mac_address': 'fa:16:3e:0e:5b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e83812-6a11-4bce-a2a0-70fb4d1433f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:55:18.320552 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-427cb4b8-2f37-4d12-a094-6cf8d597bf9e req-61c10815-22dc-415e-b1b9-301d90924239 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692117 Sep 21 21:55:18.328222 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-41de1474-5fe1-4266-b3b2-b2f18683aec7 req-431a3f65-8c73-41eb-885a-0254ac0504cc tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703297 Sep 21 21:55:18.348316 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 6aeb725b-1bb2-467b-a83c-40dffff2d499 is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:18.348725 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (6aeb725b-1bb2-467b-a83c-40dffff2d499), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:18.362775 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aeb725b-1bb2-467b-a83c-40dffff2d499 {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:55:18.374747 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:18.382426 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 6aeb725b-1bb2-467b-a83c-40dffff2d499, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6aeb725b-1bb2-467b-a83c-40dffff2d499,segment=NetworkSegment(61cfeb8c-d5aa-4003-9674-492770763ed3),segment_id=61cfeb8c-d5aa-4003-9674-492770763ed3)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:18.444723 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (6aeb725b-1bb2-467b-a83c-40dffff2d499), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:18.491304 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=6aeb725b-1bb2-467b-a83c-40dffff2d499,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:18.615343 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 41834) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:18.622282 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bf721-ac04-4cd6-831b-fafb30a89eac req-36efa99c-9536-451a-a28f-b6e3538dcdb8 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:18.624062 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f54bf721-ac04-4cd6-831b-fafb30a89eac req-36efa99c-9536-451a-a28f-b6e3538dcdb8 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 945 time: 0.0558429 Sep 21 21:55:18.672354 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f54bf721-ac04-4cd6-831b-fafb30a89eac req-90241e87-e53b-42d7-8e67-7c03c33e556a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427990 Sep 21 21:55:18.726019 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c71cfaa-7f90-4d07-afef-26f66e69e63c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:18.799477 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c71cfaa-7f90-4d07-afef-26f66e69e63c admin admin] Publish callbacks [] for security_group (271b27cd-97c0-4900-9683-cd4a1c939e5f), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:18.895807 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62d60d-d8c0-4dad-90bf-54d9b50b5edf req-38744a71-2a74-49ef-8b9f-2e1be5c63188 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:18.896620 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c71cfaa-7f90-4d07-afef-26f66e69e63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (271b27cd-97c0-4900-9683-cd4a1c939e5f), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:18.901431 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7b62d60d-d8c0-4dad-90bf-54d9b50b5edf req-38744a71-2a74-49ef-8b9f-2e1be5c63188 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 944 time: 0.0553246 Sep 21 21:55:18.936254 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-7c71cfaa-7f90-4d07-afef-26f66e69e63c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0fffe1a78ee84988b975586d9f46b520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197477 Sep 21 21:55:18.937395 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71cfaa-7f90-4d07-afef-26f66e69e63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271b27cd-97c0-4900-9683-cd4a1c939e5f,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:18.939626 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 41840) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:18.948233 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7b62d60d-d8c0-4dad-90bf-54d9b50b5edf req-8265bba3-e248-4864-b99d-4b08958fe7a1 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453205 Sep 21 21:55:18.986988 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0e1d3ec4-e183-44c4-ae3e-e34d1496938a admin admin] Publish callbacks [] for security_group (271b27cd-97c0-4900-9683-cd4a1c939e5f), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:19.008154 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0e1d3ec4-e183-44c4-ae3e-e34d1496938a admin admin] Publish callbacks [] for security_group (271b27cd-97c0-4900-9683-cd4a1c939e5f), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:19.065207 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['7c63305f-8071-4476-809c-333368a3488e'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:55:19.083428 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['992b4dac-0e98-4fb8-ab54-55724d3bb82b'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:55:19.111701 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['09367162-9504-4865-8eeb-60a695a0e5e5'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:55:19.124470 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0e1d3ec4-e183-44c4-ae3e-e34d1496938a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (271b27cd-97c0-4900-9683-cd4a1c939e5f), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:19.127236 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0e1d3ec4-e183-44c4-ae3e-e34d1496938a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:19.128388 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-0e1d3ec4-e183-44c4-ae3e-e34d1496938a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/271b27cd-97c0-4900-9683-cd4a1c939e5f HTTP/1.1" status: 204 len: 168 time: 0.1878405 Sep 21 21:55:19.137300 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d3ec4-e183-44c4-ae3e-e34d1496938a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271b27cd-97c0-4900-9683-cd4a1c939e5f,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:19.158644 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['55e8f79b-548a-4961-85d7-2b1f6433a5f0'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:55:19.160893 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['6aeb725b-1bb2-467b-a83c-40dffff2d499'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:55:19.508588 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28517a8-b89d-408a-92e6-0dd01aed43d4 req-fd6fb0d8-0769-40a0-a032-1a66a730bfe4 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:19.510357 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f28517a8-b89d-408a-92e6-0dd01aed43d4 req-fd6fb0d8-0769-40a0-a032-1a66a730bfe4 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 945 time: 0.1018236 Sep 21 21:55:19.528849 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28857a-f592-45d6-b389-58d16a8aba60 req-64252bbd-cf81-4b52-8c5f-267b9654495c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:19.530550 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2d28857a-f592-45d6-b389-58d16a8aba60 req-64252bbd-cf81-4b52-8c5f-267b9654495c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 945 time: 0.0730798 Sep 21 21:55:19.660635 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2d28857a-f592-45d6-b389-58d16a8aba60 req-6b84f227-7c96-414f-a565-2374d5a51b9f tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226962 Sep 21 21:55:19.679242 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f28517a8-b89d-408a-92e6-0dd01aed43d4 req-7d220d70-4a54-4fdb-9444-ea5a5553cac4 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476107 Sep 21 21:55:19.808278 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354458a-6caa-4936-b58b-b23f0dac2087 req-043bc0f1-e72d-498c-ae1b-8777b97b276b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:19.810383 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2354458a-6caa-4936-b58b-b23f0dac2087 req-043bc0f1-e72d-498c-ae1b-8777b97b276b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 945 time: 0.0583320 Sep 21 21:55:19.856961 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2354458a-6caa-4936-b58b-b23f0dac2087 req-6e5dd47f-7ef6-4b71-86b8-67a54cbaf931 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404613 Sep 21 21:55:20.077916 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9128a-c6d3-4096-90ce-aa25c748ed80 req-33594c93-b568-41cf-bfd2-a5296f33b9b4 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:20.079408 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cbe9128a-c6d3-4096-90ce-aa25c748ed80 req-33594c93-b568-41cf-bfd2-a5296f33b9b4 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 944 time: 0.0519071 Sep 21 21:55:20.133095 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cbe9128a-c6d3-4096-90ce-aa25c748ed80 req-6838d351-5d91-4cf2-a870-e4f3e13ae0b7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481560 Sep 21 21:55:20.834383 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f755f5-f9ac-4d63-b69d-d3dadafd47ac req-8a2ae080-1dcf-4afa-a27e-2ede2348ea18 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:20.835899 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c1f755f5-f9ac-4d63-b69d-d3dadafd47ac req-8a2ae080-1dcf-4afa-a27e-2ede2348ea18 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 945 time: 0.0923219 Sep 21 21:55:20.849679 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f04743-81c2-4f34-a9ee-d9e6def7393f req-ecfa5939-b938-47f4-b540-a58ae4b2db9c tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:20.851150 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f5f04743-81c2-4f34-a9ee-d9e6def7393f req-ecfa5939-b938-47f4-b540-a58ae4b2db9c tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 945 time: 0.0769954 Sep 21 21:55:20.918466 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c1f755f5-f9ac-4d63-b69d-d3dadafd47ac req-6b84a2b2-7432-463c-ae7c-0dccadd27de6 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756311 Sep 21 21:55:20.930095 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f5f04743-81c2-4f34-a9ee-d9e6def7393f req-94b8c99e-027a-47cb-ab7e-00b90c64f363 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715690 Sep 21 21:55:20.988703 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 41948) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:21.033711 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245296df-4c1e-40b3-8adb-9a320572742a req-53546dd0-b43a-4c38-9e8c-9cfb3604db93 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:21.035186 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-245296df-4c1e-40b3-8adb-9a320572742a req-53546dd0-b43a-4c38-9e8c-9cfb3604db93 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 945 time: 0.0576119 Sep 21 21:55:21.086618 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-245296df-4c1e-40b3-8adb-9a320572742a req-62427f60-527a-4232-afa6-0fab1d5409f4 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454426 Sep 21 21:55:21.108028 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3e223cec-c88a-45aa-931c-60ff260726cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:21.189663 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3e223cec-c88a-45aa-931c-60ff260726cf admin admin] Publish callbacks [] for security_group (fd6acad2-0c0f-4802-baaf-019da5eab06f), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:21.262270 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3e223cec-c88a-45aa-931c-60ff260726cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (fd6acad2-0c0f-4802-baaf-019da5eab06f), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:21.309608 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0d05b-3b10-4b9b-a8d3-62103e34085a req-fb71c623-3790-49e6-9af1-e15ccb09600b tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:21.311345 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-11b0d05b-3b10-4b9b-a8d3-62103e34085a req-fb71c623-3790-49e6-9af1-e15ccb09600b tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 944 time: 0.0870407 Sep 21 21:55:21.313887 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e223cec-c88a-45aa-931c-60ff260726cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6acad2-0c0f-4802-baaf-019da5eab06f,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:21.319821 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-3e223cec-c88a-45aa-931c-60ff260726cf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=56cb36805e084e46bc96b538e508bf88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298922 Sep 21 21:55:21.322619 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 41964) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:21.375407 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-11b0d05b-3b10-4b9b-a8d3-62103e34085a req-1b24ea99-817c-431f-8622-3d2a37a85022 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468044 Sep 21 21:55:21.380400 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a4ba76e4-d6b3-4393-ba99-b63aab9d3d75 admin admin] Publish callbacks [] for security_group (fd6acad2-0c0f-4802-baaf-019da5eab06f), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:21.406855 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a4ba76e4-d6b3-4393-ba99-b63aab9d3d75 admin admin] Publish callbacks [] for security_group (fd6acad2-0c0f-4802-baaf-019da5eab06f), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:21.531104 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a4ba76e4-d6b3-4393-ba99-b63aab9d3d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (fd6acad2-0c0f-4802-baaf-019da5eab06f), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:21.533890 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a4ba76e4-d6b3-4393-ba99-b63aab9d3d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:21.535186 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-a4ba76e4-d6b3-4393-ba99-b63aab9d3d75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd6acad2-0c0f-4802-baaf-019da5eab06f HTTP/1.1" status: 204 len: 168 time: 0.2115657 Sep 21 21:55:21.544665 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba76e4-d6b3-4393-ba99-b63aab9d3d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6acad2-0c0f-4802-baaf-019da5eab06f,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:22.119245 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668efef0-c68f-4bc6-a20b-952812ca0cf4 req-d8905e8b-3c60-40b5-8013-a1a4befd4e71 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:22.124959 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-668efef0-c68f-4bc6-a20b-952812ca0cf4 req-d8905e8b-3c60-40b5-8013-a1a4befd4e71 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 945 time: 0.0854001 Sep 21 21:55:22.141162 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87440d73-8fa2-45ec-9140-fe91de3eb8e5 req-9608fc6d-29ab-47dd-8e40-8d8cab57350e tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:22.142633 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-87440d73-8fa2-45ec-9140-fe91de3eb8e5 req-9608fc6d-29ab-47dd-8e40-8d8cab57350e tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 945 time: 0.0970237 Sep 21 21:55:22.205175 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-668efef0-c68f-4bc6-a20b-952812ca0cf4 req-6aa6f75f-3dae-40ba-b25a-e34db29bf9c5 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773432 Sep 21 21:55:22.217686 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-87440d73-8fa2-45ec-9140-fe91de3eb8e5 req-6895a69a-8442-4648-be04-a030f989bbfb tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677006 Sep 21 21:55:22.281684 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 992b4dac-0e98-4fb8-ab54-55724d3bb82b up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:55:22.338107 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af675ff-f4b2-4469-aab7-c8ab68c04a02 req-92f29a9a-6cd1-47ac-809f-388f65383ac7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:22.339773 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9af675ff-f4b2-4469-aab7-c8ab68c04a02 req-92f29a9a-6cd1-47ac-809f-388f65383ac7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 945 time: 0.0589197 Sep 21 21:55:22.386011 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9af675ff-f4b2-4469-aab7-c8ab68c04a02 req-915f7a41-6a62-4189-ae68-12e4539915e5 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407734 Sep 21 21:55:22.416542 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port 992b4dac-0e98-4fb8-ab54-55724d3bb82b completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:55:22.421085 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port 992b4dac-0e98-4fb8-ab54-55724d3bb82b triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:55:22.421467 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:22.421830 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port 992b4dac-0e98-4fb8-ab54-55724d3bb82b Sep 21 21:55:22.499153 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 992b4dac-0e98-4fb8-ab54-55724d3bb82b is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:22.499550 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:22.514060 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3a039-e631-4d02-a2a1-17b01e77b872 req-051eba7f-fc83-426c-9d6e-2cc05d3c529a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:22.515824 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2ec3a039-e631-4d02-a2a1-17b01e77b872 req-051eba7f-fc83-426c-9d6e-2cc05d3c529a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 944 time: 0.0572128 Sep 21 21:55:22.528246 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1ab65e-46f7-4c7f-90e9-f60fb4516834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992b4dac-0e98-4fb8-ab54-55724d3bb82b'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:55:22.566417 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2ec3a039-e631-4d02-a2a1-17b01e77b872 req-14df1b9a-bc56-49d5-b26c-bb7f76ea9837 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427961 Sep 21 21:55:22.600505 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 992b4dac-0e98-4fb8-ab54-55724d3bb82b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=992b4dac-0e98-4fb8-ab54-55724d3bb82b,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:22.685146 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:22.685942 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 6aeb725b-1bb2-467b-a83c-40dffff2d499 up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:55:22.709570 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c116e489-c08b-494e-9d4f-3b5bb90b8da8" -d '{"events": [{"server_uuid": "3f1ab65e-46f7-4c7f-90e9-f60fb4516834", "name": "network-vif-plugged", "status": "completed", "tag": "992b4dac-0e98-4fb8-ab54-55724d3bb82b"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:55:22.710672 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 42020) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:22.770352 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=992b4dac-0e98-4fb8-ab54-55724d3bb82b,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:22.817841 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-025efbb5-f5d8-4513-b73e-0b32d8854af8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1159194494-network', 'tenant_id': 'dcc78499c7ec4057b3ddf58b04f9821f'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:55:22.834747 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5628157-7d5a-43a6-95c3-ca43ad5013d6 x-openstack-request-id: req-e5628157-7d5a-43a6-95c3-ca43ad5013d6 {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:22.835178 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1ab65e-46f7-4c7f-90e9-f60fb4516834", "name": "network-vif-plugged", "status": "completed", "tag": "992b4dac-0e98-4fb8-ab54-55724d3bb82b", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:22.835593 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5628157-7d5a-43a6-95c3-ca43ad5013d6 {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:22.840490 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5628157-7d5a-43a6-95c3-ca43ad5013d6'] response: {'server_uuid': '3f1ab65e-46f7-4c7f-90e9-f60fb4516834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992b4dac-0e98-4fb8-ab54-55724d3bb82b', 'code': 200} Sep 21 21:55:22.879718 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port 6aeb725b-1bb2-467b-a83c-40dffff2d499 completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:55:22.884759 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port 6aeb725b-1bb2-467b-a83c-40dffff2d499 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:55:22.885157 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (6aeb725b-1bb2-467b-a83c-40dffff2d499), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:22.885493 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port 6aeb725b-1bb2-467b-a83c-40dffff2d499 Sep 21 21:55:22.902925 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025efbb5-f5d8-4513-b73e-0b32d8854af8 admin admin] Made reservation on behalf of dcc78499c7ec4057b3ddf58b04f9821f for: {'network': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:55:22.905291 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-025efbb5-f5d8-4513-b73e-0b32d8854af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:22.914411 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-025efbb5-f5d8-4513-b73e-0b32d8854af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:22.960308 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 6aeb725b-1bb2-467b-a83c-40dffff2d499 is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:22.960756 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (6aeb725b-1bb2-467b-a83c-40dffff2d499), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:22.991575 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-025efbb5-f5d8-4513-b73e-0b32d8854af8 admin admin] Publish callbacks [] for security_group (b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:22.992362 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 6aeb725b-1bb2-467b-a83c-40dffff2d499, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6aeb725b-1bb2-467b-a83c-40dffff2d499,segment=NetworkSegment(61cfeb8c-d5aa-4003-9674-492770763ed3),segment_id=61cfeb8c-d5aa-4003-9674-492770763ed3)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:23.056693 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-025efbb5-f5d8-4513-b73e-0b32d8854af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:23.080055 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (6aeb725b-1bb2-467b-a83c-40dffff2d499), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:23.081099 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 7c63305f-8071-4476-809c-333368a3488e up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:55:23.090907 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025efbb5-f5d8-4513-b73e-0b32d8854af8 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=110730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:55:23.101045 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025efbb5-f5d8-4513-b73e-0b32d8854af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:23.106729 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-025efbb5-f5d8-4513-b73e-0b32d8854af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (188ff2c4-d7ea-4444-84dd-004b7dca4861), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:23.107286 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.segments_db [None req-025efbb5-f5d8-4513-b73e-0b32d8854af8 admin admin] Added segment 188ff2c4-d7ea-4444-84dd-004b7dca4861 of type vlan for network 54f19fc8-e8e5-470f-9f8b-1d7d628bfed8 Sep 21 21:55:23.170719 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=6aeb725b-1bb2-467b-a83c-40dffff2d499,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:23.253184 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port 7c63305f-8071-4476-809c-333368a3488e completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:55:23.257730 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port 7c63305f-8071-4476-809c-333368a3488e triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:55:23.259030 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (7c63305f-8071-4476-809c-333368a3488e), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:23.259509 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port 7c63305f-8071-4476-809c-333368a3488e Sep 21 21:55:23.370078 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 7c63305f-8071-4476-809c-333368a3488e is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:23.370741 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (7c63305f-8071-4476-809c-333368a3488e), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:23.395885 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-025efbb5-f5d8-4513-b73e-0b32d8854af8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (54f19fc8-e8e5-470f-9f8b-1d7d628bfed8), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:23.407366 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 7c63305f-8071-4476-809c-333368a3488e, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=7c63305f-8071-4476-809c-333368a3488e,segment=NetworkSegment(978b6f9c-54de-4032-ac85-449a38d20e49),segment_id=978b6f9c-54de-4032-ac85-449a38d20e49)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:23.431604 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b5e48-a67e-407a-bc44-6550e57c3647 req-8bcbf313-f021-4ec8-a002-6d65aa52553a tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:23.433118 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6a0b5e48-a67e-407a-bc44-6550e57c3647 req-8bcbf313-f021-4ec8-a002-6d65aa52553a tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 946 time: 0.1145315 Sep 21 21:55:23.442494 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787e692-28f8-42ac-92e0-d007f73f4ffc req-74033723-cc37-47b0-9e16-be4bcc877478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:23.445211 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-a787e692-28f8-42ac-92e0-d007f73f4ffc req-74033723-cc37-47b0-9e16-be4bcc877478 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 1129 time: 0.3085313 Sep 21 21:55:23.455202 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c4c1f-0664-47ec-b3fa-a5ed1157b2bb req-6b8b5540-6f06-4b1e-9a56-c087ee9dfda5 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:23.457189 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f75c4c1f-0664-47ec-b3fa-a5ed1157b2bb req-6b8b5540-6f06-4b1e-9a56-c087ee9dfda5 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 945 time: 0.0887809 Sep 21 21:55:23.468772 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-a787e692-28f8-42ac-92e0-d007f73f4ffc req-b6d74b6f-cced-4d10-b580-bae5483028d0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:23.491614 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (7c63305f-8071-4476-809c-333368a3488e), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:23.493021 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 09367162-9504-4865-8eeb-60a695a0e5e5 up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:55:23.522374 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-025efbb5-f5d8-4513-b73e-0b32d8854af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (54f19fc8-e8e5-470f-9f8b-1d7d628bfed8), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:23.523476 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025efbb5-f5d8-4513-b73e-0b32d8854af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:23.524344 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-025efbb5-f5d8-4513-b73e-0b32d8854af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:23.524481 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6a0b5e48-a67e-407a-bc44-6550e57c3647 req-0cd9f282-a255-40b4-bc61-77396feebfcf tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839138 Sep 21 21:55:23.537708 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f75c4c1f-0664-47ec-b3fa-a5ed1157b2bb req-6d12cb97-681e-417f-a502-8ff82f670e2d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695572 Sep 21 21:55:23.631344 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025efbb5-f5d8-4513-b73e-0b32d8854af8 admin admin] Pushing event updated for resources: {'Network': ['ID=54f19fc8-e8e5-470f-9f8b-1d7d628bfed8,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:23.644187 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-a787e692-28f8-42ac-92e0-d007f73f4ffc req-b6d74b6f-cced-4d10-b580-bae5483028d0 service neutron] Publish callbacks [] for security_group (36aae05c-30b8-4dce-8ca1-ae1505e2303e), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:23.680559 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7086f0-f1e0-40b5-8df6-bcc8831bdc5d req-f16dffe9-419a-4498-84aa-34a60c9736eb tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:23.687842 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-025efbb5-f5d8-4513-b73e-0b32d8854af8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9753771 Sep 21 21:55:23.689597 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3e7086f0-f1e0-40b5-8df6-bcc8831bdc5d req-f16dffe9-419a-4498-84aa-34a60c9736eb tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 945 time: 0.0721581 Sep 21 21:55:23.690660 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 42058) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:23.696783 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-7da5cf36-09f8-4c19-ba66-bbeef5e0f654 admin admin] Request body: {'subnet': {'network_id': '54f19fc8-e8e5-470f-9f8b-1d7d628bfed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1159194494-subnet', 'tenant_id': 'dcc78499c7ec4057b3ddf58b04f9821f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:55:23.716508 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network 54f19fc8-e8e5-470f-9f8b-1d7d628bfed8 details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:55:23.736668 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-a787e692-28f8-42ac-92e0-d007f73f4ffc req-b6d74b6f-cced-4d10-b580-bae5483028d0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (36aae05c-30b8-4dce-8ca1-ae1505e2303e), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:23.767720 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da5cf36-09f8-4c19-ba66-bbeef5e0f654 admin admin] Made reservation on behalf of dcc78499c7ec4057b3ddf58b04f9821f for: {'subnet': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:55:23.770313 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7da5cf36-09f8-4c19-ba66-bbeef5e0f654 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:23.783484 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3e7086f0-f1e0-40b5-8df6-bcc8831bdc5d req-a1aa02f4-66d5-484d-a572-2a10692fc7cc tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926909 Sep 21 21:55:23.792443 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=7c63305f-8071-4476-809c-333368a3488e,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:23.816395 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac0f12-c9a6-4d9a-961f-7c0231d57eca req-e4cc0db4-5750-4909-9852-20a02625c3dc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:23.818877 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ecac0f12-c9a6-4d9a-961f-7c0231d57eca req-e4cc0db4-5750-4909-9852-20a02625c3dc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.1265848 Sep 21 21:55:23.861954 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port 09367162-9504-4865-8eeb-60a695a0e5e5 completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:55:23.862183 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d74b6f-cced-4d10-b580-bae5483028d0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=36aae05c-30b8-4dce-8ca1-ae1505e2303e,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:23.867939 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port 09367162-9504-4865-8eeb-60a695a0e5e5 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:55:23.868654 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-a787e692-28f8-42ac-92e0-d007f73f4ffc req-b6d74b6f-cced-4d10-b580-bae5483028d0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4171557 Sep 21 21:55:23.868883 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (09367162-9504-4865-8eeb-60a695a0e5e5), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:23.869355 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port 09367162-9504-4865-8eeb-60a695a0e5e5 Sep 21 21:55:23.874710 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ecac0f12-c9a6-4d9a-961f-7c0231d57eca req-55526ea9-1b27-45d3-b4eb-128aed7a25af tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472033 Sep 21 21:55:23.956166 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 09367162-9504-4865-8eeb-60a695a0e5e5 is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:23.956610 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (09367162-9504-4865-8eeb-60a695a0e5e5), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:23.988541 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 09367162-9504-4865-8eeb-60a695a0e5e5, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=09367162-9504-4865-8eeb-60a695a0e5e5,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:24.079380 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (09367162-9504-4865-8eeb-60a695a0e5e5), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:24.079589 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7da5cf36-09f8-4c19-ba66-bbeef5e0f654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for subnet (db185da8-ad9c-4126-8076-339dfecd852c), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:24.080093 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 55e8f79b-548a-4961-85d7-2b1f6433a5f0 up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:55:24.128213 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5cf36-09f8-4c19-ba66-bbeef5e0f654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db185da8-ad9c-4126-8076-339dfecd852c,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:24.143884 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5cf36-09f8-4c19-ba66-bbeef5e0f654 admin admin] Checking segment: {'id': '188ff2c4-d7ea-4444-84dd-004b7dca4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '54f19fc8-e8e5-470f-9f8b-1d7d628bfed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:55:24.144285 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da5cf36-09f8-4c19-ba66-bbeef5e0f654 admin admin] Network hostable DHCP agents. Network: 54f19fc8-e8e5-470f-9f8b-1d7d628bfed8, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:55:24.162109 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=09367162-9504-4865-8eeb-60a695a0e5e5,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:24.239254 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da5cf36-09f8-4c19-ba66-bbeef5e0f654 admin admin] Network 54f19fc8-e8e5-470f-9f8b-1d7d628bfed8 is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:55:24.267925 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:55:24.272757 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:55:24.273233 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (55e8f79b-548a-4961-85d7-2b1f6433a5f0), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:24.273572 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 Sep 21 21:55:24.342219 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-7da5cf36-09f8-4c19-ba66-bbeef5e0f654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, 54f19fc8-e8e5-470f-9f8b-1d7d628bfed8) {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:55:24.346616 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da5cf36-09f8-4c19-ba66-bbeef5e0f654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:24.347310 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7da5cf36-09f8-4c19-ba66-bbeef5e0f654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:24.356379 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec3c7a7-3567-406a-9805-882dce40b202 None None] Network 54f19fc8-e8e5-470f-9f8b-1d7d628bfed8 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:55:24.356379 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:24.356379 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (55e8f79b-548a-4961-85d7-2b1f6433a5f0), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:24.432589 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 55e8f79b-548a-4961-85d7-2b1f6433a5f0, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=55e8f79b-548a-4961-85d7-2b1f6433a5f0,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:24.441762 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-7da5cf36-09f8-4c19-ba66-bbeef5e0f654 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7499220 Sep 21 21:55:24.478383 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0251113-18b9-4f0f-bdb1-5b7b48aaa895 None None] Network 54f19fc8-e8e5-470f-9f8b-1d7d628bfed8 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:55:24.519034 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (55e8f79b-548a-4961-85d7-2b1f6433a5f0), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:24.591962 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=55e8f79b-548a-4961-85d7-2b1f6433a5f0,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:24.684942 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 42088) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:24.765972 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522c62c-1a9b-4964-9ab0-3bdbda0b9f27 req-312f4efb-c06f-4fee-af74-3fea06ad3d21 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:24.769983 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0522c62c-1a9b-4964-9ab0-3bdbda0b9f27 req-312f4efb-c06f-4fee-af74-3fea06ad3d21 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.1136692 Sep 21 21:55:24.793867 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc332bf-1afc-40b1-a082-70273eb63fe3 req-1d76a5fe-1c33-437a-ae26-cdfdaedc19fc tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:24.795629 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-afc332bf-1afc-40b1-a082-70273eb63fe3 req-1d76a5fe-1c33-437a-ae26-cdfdaedc19fc tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 946 time: 0.1435881 Sep 21 21:55:24.838376 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-aee1b509-3272-45fd-983c-54320503b522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:24.839144 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f22897b-64f7-4b36-8d63-5c4485f682b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aeb725b-1bb2-467b-a83c-40dffff2d499'}, {'server_uuid': '47235b9b-f097-4391-8e4a-c5469167ffb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c63305f-8071-4476-809c-333368a3488e'}, {'server_uuid': '62f29aa1-2a06-46f6-a606-599bcbc1f69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09367162-9504-4865-8eeb-60a695a0e5e5'}, {'server_uuid': '059c05da-c7e3-4581-a17e-623dbcda3091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e8f79b-548a-4961-85d7-2b1f6433a5f0'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:55:24.843813 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08861581-208c-4874-ae5e-2dac72636160" -d '{"events": [{"server_uuid": "4f22897b-64f7-4b36-8d63-5c4485f682b1", "name": "network-vif-plugged", "status": "completed", "tag": "6aeb725b-1bb2-467b-a83c-40dffff2d499"}, {"server_uuid": "47235b9b-f097-4391-8e4a-c5469167ffb0", "name": "network-vif-plugged", "status": "completed", "tag": "7c63305f-8071-4476-809c-333368a3488e"}, {"server_uuid": "62f29aa1-2a06-46f6-a606-599bcbc1f69a", "name": "network-vif-plugged", "status": "completed", "tag": "09367162-9504-4865-8eeb-60a695a0e5e5"}, {"server_uuid": "059c05da-c7e3-4581-a17e-623dbcda3091", "name": "network-vif-plugged", "status": "completed", "tag": "55e8f79b-548a-4961-85d7-2b1f6433a5f0"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:55:24.880273 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0522c62c-1a9b-4964-9ab0-3bdbda0b9f27 req-12d30f3c-08b3-46e5-b39d-838ed6638203 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030755 Sep 21 21:55:24.884805 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-afc332bf-1afc-40b1-a082-70273eb63fe3 req-1c99fae3-f1d6-4e68-ae00-631bca5ed9c3 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823841 Sep 21 21:55:24.979166 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 21 Sep 2022 21:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0490adf-ba7b-453e-afb9-b4b4f347bc2d x-openstack-request-id: req-b0490adf-ba7b-453e-afb9-b4b4f347bc2d {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:24.979494 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f22897b-64f7-4b36-8d63-5c4485f682b1", "name": "network-vif-plugged", "status": "completed", "tag": "6aeb725b-1bb2-467b-a83c-40dffff2d499", "code": 200}, {"server_uuid": "47235b9b-f097-4391-8e4a-c5469167ffb0", "name": "network-vif-plugged", "status": "completed", "tag": "7c63305f-8071-4476-809c-333368a3488e", "code": 200}, {"server_uuid": "62f29aa1-2a06-46f6-a606-599bcbc1f69a", "name": "network-vif-plugged", "status": "completed", "tag": "09367162-9504-4865-8eeb-60a695a0e5e5", "code": 200}, {"server_uuid": "059c05da-c7e3-4581-a17e-623dbcda3091", "name": "network-vif-plugged", "status": "completed", "tag": "55e8f79b-548a-4961-85d7-2b1f6433a5f0", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:24.979798 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0490adf-ba7b-453e-afb9-b4b4f347bc2d {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:24.985840 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0490adf-ba7b-453e-afb9-b4b4f347bc2d'] response: {'server_uuid': '4f22897b-64f7-4b36-8d63-5c4485f682b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aeb725b-1bb2-467b-a83c-40dffff2d499', 'code': 200} Sep 21 21:55:24.985840 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0490adf-ba7b-453e-afb9-b4b4f347bc2d'] response: {'server_uuid': '47235b9b-f097-4391-8e4a-c5469167ffb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c63305f-8071-4476-809c-333368a3488e', 'code': 200} Sep 21 21:55:24.985840 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0490adf-ba7b-453e-afb9-b4b4f347bc2d'] response: {'server_uuid': '62f29aa1-2a06-46f6-a606-599bcbc1f69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09367162-9504-4865-8eeb-60a695a0e5e5', 'code': 200} Sep 21 21:55:24.985840 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0490adf-ba7b-453e-afb9-b4b4f347bc2d'] response: {'server_uuid': '059c05da-c7e3-4581-a17e-623dbcda3091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e8f79b-548a-4961-85d7-2b1f6433a5f0', 'code': 200} Sep 21 21:55:24.986191 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-aee1b509-3272-45fd-983c-54320503b522 admin admin] Publish callbacks [] for security_group (17e826f0-54f9-428d-8e87-edd2d4d7d1fb), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:25.008417 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc891d19-0f25-41d0-909f-7a104043d4b2 req-88c053d0-6d94-43f4-9fc2-d9eae1892947 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:25.010017 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-bc891d19-0f25-41d0-909f-7a104043d4b2 req-88c053d0-6d94-43f4-9fc2-d9eae1892947 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0664623 Sep 21 21:55:25.086040 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-bc891d19-0f25-41d0-909f-7a104043d4b2 req-1efb9333-fbed-483a-bb1a-e9329d4de186 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697942 Sep 21 21:55:25.090530 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-aee1b509-3272-45fd-983c-54320503b522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (17e826f0-54f9-428d-8e87-edd2d4d7d1fb), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:25.113457 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c32dc9-6611-4abd-92db-a7f981577c8e req-410ab6bf-9cef-4636-83d7-ded028bd8bb9 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:25.115336 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-76c32dc9-6611-4abd-92db-a7f981577c8e req-410ab6bf-9cef-4636-83d7-ded028bd8bb9 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0844212 Sep 21 21:55:25.148304 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-aee1b509-3272-45fd-983c-54320503b522 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=948b22dbef7f4ef5a0860786f46e17a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4619608 Sep 21 21:55:25.150350 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1b509-3272-45fd-983c-54320503b522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e826f0-54f9-428d-8e87-edd2d4d7d1fb,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:25.151914 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 42102) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:25.193683 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-76c32dc9-6611-4abd-92db-a7f981577c8e req-50071d5c-6981-4958-b738-c1d11c336152 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720825 Sep 21 21:55:25.246051 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-76f9f976-5183-4405-8122-caae8564a399 admin admin] Publish callbacks [] for security_group (17e826f0-54f9-428d-8e87-edd2d4d7d1fb), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:25.270160 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-76f9f976-5183-4405-8122-caae8564a399 admin admin] Publish callbacks [] for security_group (17e826f0-54f9-428d-8e87-edd2d4d7d1fb), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:25.422703 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-76f9f976-5183-4405-8122-caae8564a399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (17e826f0-54f9-428d-8e87-edd2d4d7d1fb), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:25.425656 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-76f9f976-5183-4405-8122-caae8564a399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:25.427913 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-76f9f976-5183-4405-8122-caae8564a399 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17e826f0-54f9-428d-8e87-edd2d4d7d1fb HTTP/1.1" status: 204 len: 168 time: 0.2748806 Sep 21 21:55:25.438257 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9f976-5183-4405-8122-caae8564a399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e826f0-54f9-428d-8e87-edd2d4d7d1fb,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:25.629877 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb473a53-e03b-4fca-b279-54e85c27ddd0 req-f87711a8-3643-49b9-aae8-b588e926e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:25.631324 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-eb473a53-e03b-4fca-b279-54e85c27ddd0 req-f87711a8-3643-49b9-aae8-b588e926e5bb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 1130 time: 0.0515118 Sep 21 21:55:25.756387 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-eb473a53-e03b-4fca-b279-54e85c27ddd0 req-b35f07f3-dee8-44e7-ba65-a2c6f736e377 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989697 Sep 21 21:55:25.760997 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a7cd8-555f-465a-87fb-0ce4982fec0d req-f47f3d9d-28b9-4f93-b52a-fc6819bcec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:25.761122 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-187a7cd8-555f-465a-87fb-0ce4982fec0d req-f47f3d9d-28b9-4f93-b52a-fc6819bcec3c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 1130 time: 0.1137023 Sep 21 21:55:25.763870 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821da349-d1f8-418e-8f5f-7e982a5b3d62 req-c1fd8541-fa01-4cda-b3bc-3c79858f02d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:25.765289 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-821da349-d1f8-418e-8f5f-7e982a5b3d62 req-c1fd8541-fa01-4cda-b3bc-3c79858f02d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 1130 time: 0.1167426 Sep 21 21:55:26.103462 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740e8d1-7137-4cb0-a245-e46c2db7890c req-cec79911-e849-4901-9c1d-59cb59189cd5 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:26.105004 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f740e8d1-7137-4cb0-a245-e46c2db7890c req-cec79911-e849-4901-9c1d-59cb59189cd5 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.1425691 Sep 21 21:55:26.131044 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-187a7cd8-555f-465a-87fb-0ce4982fec0d req-9f2cc24f-43b3-479b-8fa3-fbc614f940a1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978501 Sep 21 21:55:26.135526 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-821da349-d1f8-418e-8f5f-7e982a5b3d62 req-bb4863ea-4f84-45aa-ba72-3858f3f68e9e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873332 Sep 21 21:55:26.142539 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fa2e0-d536-43a2-a727-bbe1385311ec req-8ed84961-9f7c-4919-8fa9-250a0e13b52d tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:26.144012 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-953fa2e0-d536-43a2-a727-bbe1385311ec req-8ed84961-9f7c-4919-8fa9-250a0e13b52d tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 946 time: 0.1537597 Sep 21 21:55:26.155826 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 42144) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:26.172129 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-60ceb7bc-9b22-41b6-b6d5-8c99f3ff2fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:26.185221 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1720d69-2f39-4e5e-a4c5-b0c404356ca9 req-8e5fcd1c-65e9-4ed2-b15f-b1c5969ec854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:26.186785 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c1720d69-2f39-4e5e-a4c5-b0c404356ca9 req-8e5fcd1c-65e9-4ed2-b15f-b1c5969ec854 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 1130 time: 0.1531506 Sep 21 21:55:26.224957 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f740e8d1-7137-4cb0-a245-e46c2db7890c req-ba596f8f-f22e-4a07-b2ba-16a37a538685 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030226 Sep 21 21:55:26.231048 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-953fa2e0-d536-43a2-a727-bbe1385311ec req-c6b264c7-a364-4177-b054-88a790e771c7 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782292 Sep 21 21:55:26.249745 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-60ceb7bc-9b22-41b6-b6d5-8c99f3ff2fd0 admin admin] Publish callbacks [] for security_group (13884de3-725f-4560-b306-f10d96f44439), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:26.319521 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-60ceb7bc-9b22-41b6-b6d5-8c99f3ff2fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (13884de3-725f-4560-b306-f10d96f44439), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:26.362410 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-60ceb7bc-9b22-41b6-b6d5-8c99f3ff2fd0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=daf1bc25db84498f9d515826d3271246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031367 Sep 21 21:55:26.362410 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ceb7bc-9b22-41b6-b6d5-8c99f3ff2fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13884de3-725f-4560-b306-f10d96f44439,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:26.363027 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 42148) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:26.384146 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f33ea-b46b-4b79-a47c-edb1582fb24f req-43bf41a6-1e7c-4e41-8e26-49d67c5fc5fd tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:26.385794 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4e4f33ea-b46b-4b79-a47c-edb1582fb24f req-43bf41a6-1e7c-4e41-8e26-49d67c5fc5fd tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0852785 Sep 21 21:55:26.394036 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff76f47-ead2-4116-ad1d-d74b2ecdd6f1 req-d8a99e19-6f76-4e8f-829f-c5430b298482 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:26.395464 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0ff76f47-ead2-4116-ad1d-d74b2ecdd6f1 req-d8a99e19-6f76-4e8f-829f-c5430b298482 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0967574 Sep 21 21:55:26.416554 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-662a8f3e-2d76-4821-b78f-2e915db47497 admin admin] Publish callbacks [] for security_group (13884de3-725f-4560-b306-f10d96f44439), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:26.439777 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-662a8f3e-2d76-4821-b78f-2e915db47497 admin admin] Publish callbacks [] for security_group (13884de3-725f-4560-b306-f10d96f44439), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:26.460313 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4e4f33ea-b46b-4b79-a47c-edb1582fb24f req-437a6f82-4950-4637-98a8-d4ef757b5eff tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637994 Sep 21 21:55:26.493112 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0ff76f47-ead2-4116-ad1d-d74b2ecdd6f1 req-9477a3a0-2891-44d5-b02b-918a6d3b8837 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909591 Sep 21 21:55:26.515660 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-db7e621b-d2b3-421c-b5e7-db65df3fae86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:26.560038 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-662a8f3e-2d76-4821-b78f-2e915db47497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (13884de3-725f-4560-b306-f10d96f44439), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:26.563303 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-662a8f3e-2d76-4821-b78f-2e915db47497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:26.564154 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-662a8f3e-2d76-4821-b78f-2e915db47497 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13884de3-725f-4560-b306-f10d96f44439 HTTP/1.1" status: 204 len: 168 time: 0.2001867 Sep 21 21:55:26.573077 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a8f3e-2d76-4821-b78f-2e915db47497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13884de3-725f-4560-b306-f10d96f44439,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:26.666834 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc23cb-ecbd-46f6-8b80-2c6e7f58a492 req-7cb08693-1971-4eca-b7bd-4dfaf3351605 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:26.673799 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f1dc23cb-ecbd-46f6-8b80-2c6e7f58a492 req-7cb08693-1971-4eca-b7bd-4dfaf3351605 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0607905 Sep 21 21:55:26.679479 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 42162) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:26.688195 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-c685e483-9715-4864-ab8f-9e2bd410dfc0 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Request body: {'floatingip': {'port_id': '992b4dac-0e98-4fb8-ab54-55724d3bb82b'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:55:26.759242 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c685e483-9715-4864-ab8f-9e2bd410dfc0 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for floatingip (62945547-f6db-470a-b1a8-fdde5c68472d), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:26.773890 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c1720d69-2f39-4e5e-a4c5-b0c404356ca9 req-d4ad1819-1d12-4d72-8998-8342c64d8af2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446446 Sep 21 21:55:27.437260 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd9827-e4da-490e-b54f-4dcbbfe33f37 req-c4e7aae6-8b4c-46c0-a403-bccf8091c868 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:27.438783 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-86fd9827-e4da-490e-b54f-4dcbbfe33f37 req-c4e7aae6-8b4c-46c0-a403-bccf8091c868 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 946 time: 0.1001174 Sep 21 21:55:27.447212 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe17e5-96d1-43bc-9898-68b72e0605ac req-f7fd5e87-daa4-40ec-8c12-b9c07debf00a tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:27.448752 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0bfe17e5-96d1-43bc-9898-68b72e0605ac req-f7fd5e87-daa4-40ec-8c12-b9c07debf00a tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.1119592 Sep 21 21:55:27.460590 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.db.resource_extend [None req-c685e483-9715-4864-ab8f-9e2bd410dfc0 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 21:55:27.520468 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-86fd9827-e4da-490e-b54f-4dcbbfe33f37 req-109e838f-cef7-4fc3-aa2c-b60283af6ff6 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706739 Sep 21 21:55:27.533440 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c685e483-9715-4864-ab8f-9e2bd410dfc0 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:27.545882 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0bfe17e5-96d1-43bc-9898-68b72e0605ac req-7cbe652c-53fe-4e3c-8a51-54a2302f0404 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883548 Sep 21 21:55:27.596726 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c685e483-9715-4864-ab8f-9e2bd410dfc0 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (62945547-f6db-470a-b1a8-fdde5c68472d), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:27.657077 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8575e85-8c57-4d06-af0a-7d18d5b46f89 req-596bde0d-cc9a-4647-a063-888657d8316e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:27.667109 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f8575e85-8c57-4d06-af0a-7d18d5b46f89 req-596bde0d-cc9a-4647-a063-888657d8316e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0717084 Sep 21 21:55:27.712829 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.l3_db [None req-c685e483-9715-4864-ab8f-9e2bd410dfc0 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Floating IP 62945547-f6db-470a-b1a8-fdde5c68472d associated. External IP: 172.27.2.168, port: 992b4dac-0e98-4fb8-ab54-55724d3bb82b. Sep 21 21:55:27.758920 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f8575e85-8c57-4d06-af0a-7d18d5b46f89 req-a65a39d3-dba1-4ecc-b3e6-53441086cc38 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905569 Sep 21 21:55:27.931023 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-a7c3a20a-69cc-47ff-9633-c92b3c536bc0 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:27.932487 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-a7c3a20a-69cc-47ff-9633-c92b3c536bc0 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/networks?id=54f19fc8-e8e5-470f-9f8b-1d7d628bfed8 HTTP/1.1" status: 200 len: 809 time: 0.1199715 Sep 21 21:55:27.955563 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-4b291f52-18ce-4292-a273-381acb61e290 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/quotas/dcc78499c7ec4057b3ddf58b04f9821f HTTP/1.1" status: 200 len: 375 time: 0.0156538 Sep 21 21:55:27.964433 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c685e483-9715-4864-ab8f-9e2bd410dfc0 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Router db1c6c97-65d0-4428-94be-58942e8bdd47 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:55:28.004837 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-458d7fec-6cfa-4c2e-aba6-81db471a760a tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcc78499c7ec4057b3ddf58b04f9821f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427377 Sep 21 21:55:28.098622 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-b6629292-c94d-4fb0-8939-829db2e39989 service neutron] 10.222.0.42 "GET /v2.0/networks/54f19fc8-e8e5-470f-9f8b-1d7d628bfed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926166 Sep 21 21:55:28.101024 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c685e483-9715-4864-ab8f-9e2bd410dfc0 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:55:28.105465 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c685e483-9715-4864-ab8f-9e2bd410dfc0 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:28.114853 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a625bde6-16c8-4dc1-ac0b-3df2882c8ff3 None None] Sync routers for ids ['db1c6c97-65d0-4428-94be-58942e8bdd47'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:55:28.127612 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a625bde6-16c8-4dc1-ac0b-3df2882c8ff3 None None] Routers {'db1c6c97-65d0-4428-94be-58942e8bdd47'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:55:28.128239 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-a625bde6-16c8-4dc1-ac0b-3df2882c8ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:54:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['db1c6c97-65d0-4428-94be-58942e8bdd47'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:28.140462 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-c685e483-9715-4864-ab8f-9e2bd410dfc0 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "PUT /v2.0/floatingips/62945547-f6db-470a-b1a8-fdde5c68472d HTTP/1.1" status: 200 len: 991 time: 1.4597120 Sep 21 21:55:28.141359 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1ab65e-46f7-4c7f-90e9-f60fb4516834', 'tag': '992b4dac-0e98-4fb8-ab54-55724d3bb82b'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:55:28.144228 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b870961d-fe0e-4170-8d99-1e05f43ce91d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f1ab65e-46f7-4c7f-90e9-f60fb4516834", "tag": "992b4dac-0e98-4fb8-ab54-55724d3bb82b"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:55:28.202003 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ae60d9-2346-4818-9461-de7143c4d71e x-openstack-request-id: req-32ae60d9-2346-4818-9461-de7143c4d71e {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:28.202294 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f1ab65e-46f7-4c7f-90e9-f60fb4516834", "tag": "992b4dac-0e98-4fb8-ab54-55724d3bb82b", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:28.203099 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-32ae60d9-2346-4818-9461-de7143c4d71e {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:28.203232 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ae60d9-2346-4818-9461-de7143c4d71e'] response: {'name': 'network-changed', 'server_uuid': '3f1ab65e-46f7-4c7f-90e9-f60fb4516834', 'tag': '992b4dac-0e98-4fb8-ab54-55724d3bb82b', 'status': 'completed', 'code': 200} Sep 21 21:55:28.211182 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-8e8ebe0f-4fc7-4445-9fb6-fa8dabe6461f service neutron] 10.222.0.42 "GET /v2.0/networks/54f19fc8-e8e5-470f-9f8b-1d7d628bfed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049874 Sep 21 21:55:28.349207 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-a625bde6-16c8-4dc1-ac0b-3df2882c8ff3 None None] Set router db1c6c97-65d0-4428-94be-58942e8bdd47 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:55:28.462776 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a7449fa8-d51d-458e-8b66-73562af0f672 req-cab418c5-2420-459e-ab9a-f8e17e9e66b4 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 210 time: 0.0406175 Sep 21 21:55:28.670729 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-a625bde6-16c8-4dc1-ac0b-3df2882c8ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '17d42817-e76a-4ddb-8052-df547e536735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 4, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port': {'id': '17d42817-e76a-4ddb-8052-df547e536735', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '62945547-f6db-470a-b1a8-fdde5c68472d', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'port_id': '992b4dac-0e98-4fb8-ab54-55724d3bb82b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'mac_address': 'fa:16:3e:06:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ab65e-46f7-4c7f-90e9-f60fb4516834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:54:44Z', 'updated_at': '2022-09-21T21:55:27Z', 'revision_number': 1, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62a5e8b-eacb-45f7-8de0-0b4d622b17d6', 'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'mac_address': 'fa:16:3e:13:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:35Z', 'updated_at': '2022-09-21T21:54:49Z', 'revision_number': 5, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'subnets': [{'id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:28.697467 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a625bde6-16c8-4dc1-ac0b-3df2882c8ff3 None None] Checking router: db1c6c97-65d0-4428-94be-58942e8bdd47 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:55:28.707430 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a625bde6-16c8-4dc1-ac0b-3df2882c8ff3 None None] Routers {'db1c6c97-65d0-4428-94be-58942e8bdd47'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:55:28.708140 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-a625bde6-16c8-4dc1-ac0b-3df2882c8ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:54:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['db1c6c97-65d0-4428-94be-58942e8bdd47'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:28.721182 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd743-65b3-4616-8157-f1bc33397c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:28.750233 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598e374-c24d-44ec-8eb3-a8e2777f3170 req-8a27a6fa-fb67-4dc0-8aa9-7c9c0bad9bd3 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:28.752166 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1598e374-c24d-44ec-8eb3-a8e2777f3170 req-8a27a6fa-fb67-4dc0-8aa9-7c9c0bad9bd3 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 946 time: 0.1008039 Sep 21 21:55:28.763260 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcc190-ac8a-4511-b163-bbf512aa6546 req-87b72757-17e1-44bf-a0c6-c32429aca9cb tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:28.764874 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-15dcc190-ac8a-4511-b163-bbf512aa6546 req-87b72757-17e1-44bf-a0c6-c32429aca9cb tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.1031184 Sep 21 21:55:28.852653 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-a625bde6-16c8-4dc1-ac0b-3df2882c8ff3 None None] Set router db1c6c97-65d0-4428-94be-58942e8bdd47 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:55:29.027815 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1598e374-c24d-44ec-8eb3-a8e2777f3170 req-f1f6ade8-5c41-4c60-b287-ba454b0e7c12 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618701 Sep 21 21:55:29.041447 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-15dcc190-ac8a-4511-b163-bbf512aa6546 req-a3c13d54-4422-4ba5-b7cf-ad8eca52199c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674258 Sep 21 21:55:29.130931 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-a625bde6-16c8-4dc1-ac0b-3df2882c8ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '17d42817-e76a-4ddb-8052-df547e536735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 4, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port': {'id': '17d42817-e76a-4ddb-8052-df547e536735', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '62945547-f6db-470a-b1a8-fdde5c68472d', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'port_id': '992b4dac-0e98-4fb8-ab54-55724d3bb82b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'mac_address': 'fa:16:3e:06:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ab65e-46f7-4c7f-90e9-f60fb4516834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:54:44Z', 'updated_at': '2022-09-21T21:55:27Z', 'revision_number': 1, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62a5e8b-eacb-45f7-8de0-0b4d622b17d6', 'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'mac_address': 'fa:16:3e:13:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:35Z', 'updated_at': '2022-09-21T21:54:49Z', 'revision_number': 5, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'subnets': [{'id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:29.159000 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a625bde6-16c8-4dc1-ac0b-3df2882c8ff3 None None] The sync data for ids ['db1c6c97-65d0-4428-94be-58942e8bdd47'] in dv-cinder-858818-1-iscsi is: [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '17d42817-e76a-4ddb-8052-df547e536735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 4, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port': {'id': '17d42817-e76a-4ddb-8052-df547e536735', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '62945547-f6db-470a-b1a8-fdde5c68472d', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'port_id': '992b4dac-0e98-4fb8-ab54-55724d3bb82b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'mac_address': 'fa:16:3e:06:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ab65e-46f7-4c7f-90e9-f60fb4516834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:54:44Z', 'updated_at': '2022-09-21T21:55:27Z', 'revision_number': 1, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62a5e8b-eacb-45f7-8de0-0b4d622b17d6', 'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'mac_address': 'fa:16:3e:13:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:35Z', 'updated_at': '2022-09-21T21:54:49Z', 'revision_number': 5, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'subnets': [{'id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:55:29.184709 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77889b89-d287-460e-9343-ea20eac381d4 req-387e9711-54df-46ca-8bc6-f6984056788e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:29.192815 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-77889b89-d287-460e-9343-ea20eac381d4 req-387e9711-54df-46ca-8bc6-f6984056788e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.1056328 Sep 21 21:55:29.230236 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995d639-4e70-4632-a7ec-2ee98952fbdf req-ef987e22-e93f-4a18-8f3e-b887b149939e tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:29.231623 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1995d639-4e70-4632-a7ec-2ee98952fbdf req-ef987e22-e93f-4a18-8f3e-b887b149939e tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.1003959 Sep 21 21:55:29.242337 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 42272) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:29.248978 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-58f0adbc-3d79-42ac-a489-8faf22f636b2 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Request body: {'floatingip': {'port_id': '7c63305f-8071-4476-809c-333368a3488e'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:55:29.324850 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-77889b89-d287-460e-9343-ea20eac381d4 req-1e9c8845-b54e-4c1e-9683-3ad161962fa6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312168 Sep 21 21:55:29.330745 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-58f0adbc-3d79-42ac-a489-8faf22f636b2 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for floatingip (f9238565-553a-4ca6-a571-bb4537ac3d73), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:29.405879 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e013329-fded-474c-9595-7879407acca9 None None] New status for floating IP 62945547-f6db-470a-b1a8-fdde5c68472d: ACTIVE {{(pid=110732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:55:29.561417 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-226c8b3a-5a92-4ff1-bc83-65805f951c80 req-012a72a4-cfef-4d05-8ad7-a16ef7f94c8d tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 210 time: 0.0330529 Sep 21 21:55:29.833182 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:29.990858 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-58f0adbc-3d79-42ac-a489-8faf22f636b2 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:30.062199 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-58f0adbc-3d79-42ac-a489-8faf22f636b2 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (f9238565-553a-4ca6-a571-bb4537ac3d73), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:30.187112 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.l3_db [None req-58f0adbc-3d79-42ac-a489-8faf22f636b2 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Floating IP f9238565-553a-4ca6-a571-bb4537ac3d73 associated. External IP: 172.27.2.86, port: 7c63305f-8071-4476-809c-333368a3488e. Sep 21 21:55:30.226510 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cbe39-796d-4f4e-9d7a-9bde934fa674 req-76cc1bb0-62a8-4b3e-a5f8-f20d5e04fa92 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:30.227943 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7f4cbe39-796d-4f4e-9d7a-9bde934fa674 req-76cc1bb0-62a8-4b3e-a5f8-f20d5e04fa92 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 946 time: 0.1247725 Sep 21 21:55:30.305326 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 42304) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:30.320129 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7f4cbe39-796d-4f4e-9d7a-9bde934fa674 req-f3398a1c-7bc7-493b-89e8-4a855e146fab tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854642 Sep 21 21:55:30.414599 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d4f0e86a-53c0-4c1e-8ee0-a2d6c149bea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:30.497451 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d4f0e86a-53c0-4c1e-8ee0-a2d6c149bea1 admin admin] Publish callbacks [] for security_group (062ba819-8fe1-4abe-8aff-a46447c2e5a4), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:30.576710 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d4f0e86a-53c0-4c1e-8ee0-a2d6c149bea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (062ba819-8fe1-4abe-8aff-a46447c2e5a4), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:30.621320 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-d4f0e86a-53c0-4c1e-8ee0-a2d6c149bea1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f0772f4171c4ea198fc0a192d85e1e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147724 Sep 21 21:55:30.621833 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 42312) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:30.622304 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0e86a-53c0-4c1e-8ee0-a2d6c149bea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062ba819-8fe1-4abe-8aff-a46447c2e5a4,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:30.629729 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f0e86a-53c0-4c1e-8ee0-a2d6c149bea1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:30.630084 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f0e86a-53c0-4c1e-8ee0-a2d6c149bea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:30.630430 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f0e86a-53c0-4c1e-8ee0-a2d6c149bea1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:30.630766 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f0e86a-53c0-4c1e-8ee0-a2d6c149bea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:30.631094 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f0e86a-53c0-4c1e-8ee0-a2d6c149bea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:30.631424 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f0e86a-53c0-4c1e-8ee0-a2d6c149bea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:30.631749 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f0e86a-53c0-4c1e-8ee0-a2d6c149bea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:30.632281 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f0e86a-53c0-4c1e-8ee0-a2d6c149bea1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:30.632767 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f0e86a-53c0-4c1e-8ee0-a2d6c149bea1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:30.633277 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f0e86a-53c0-4c1e-8ee0-a2d6c149bea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:30.633766 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f0e86a-53c0-4c1e-8ee0-a2d6c149bea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:30.634095 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f0e86a-53c0-4c1e-8ee0-a2d6c149bea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:30.634435 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f0e86a-53c0-4c1e-8ee0-a2d6c149bea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:30.700852 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e82dc95f-b529-476f-9b81-93fec8d43a88 req-93c425d5-868a-4173-80d0-c4b2fdfe1245 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 210 time: 0.0526822 Sep 21 21:55:30.706552 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f0adbc-3d79-42ac-a489-8faf22f636b2 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:55:30.737269 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdee8c-1e34-4457-9d76-790455ce6881 req-86765ccf-b704-4926-81eb-fa0778439b50 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:30.738877 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4dfdee8c-1e34-4457-9d76-790455ce6881 req-86765ccf-b704-4926-81eb-fa0778439b50 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.3399889 Sep 21 21:55:30.753979 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9343d26c-22b7-40c4-b003-2d704cba9d21 admin admin] Publish callbacks [] for security_group (062ba819-8fe1-4abe-8aff-a46447c2e5a4), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:30.838324 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9343d26c-22b7-40c4-b003-2d704cba9d21 admin admin] Publish callbacks [] for security_group (062ba819-8fe1-4abe-8aff-a46447c2e5a4), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:30.900208 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4dfdee8c-1e34-4457-9d76-790455ce6881 req-117861d7-23e8-4bf6-8024-9a39284dce56 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552434 Sep 21 21:55:30.955262 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f0adbc-3d79-42ac-a489-8faf22f636b2 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:55:30.960685 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-58f0adbc-3d79-42ac-a489-8faf22f636b2 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:30.968217 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf9570-9f1c-4cce-9a82-3f96770cea15 None None] Sync routers for ids ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:55:30.978845 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf9570-9f1c-4cce-9a82-3f96770cea15 None None] Routers {'2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:55:30.979683 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-b9bf9570-9f1c-4cce-9a82-3f96770cea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:55:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:30.991711 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870961d-fe0e-4170-8d99-1e05f43ce91d req-af680cd2-c760-4a78-a75b-1599ede6b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:30.993125 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b870961d-fe0e-4170-8d99-1e05f43ce91d req-af680cd2-c760-4a78-a75b-1599ede6b837 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1603f7fd81ff4966be5b51e69354038c&device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 1129 time: 0.1087136 Sep 21 21:55:31.003373 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-58f0adbc-3d79-42ac-a489-8faf22f636b2 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "PUT /v2.0/floatingips/f9238565-553a-4ca6-a571-bb4537ac3d73 HTTP/1.1" status: 200 len: 991 time: 1.7577577 Sep 21 21:55:31.003373 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47235b9b-f097-4391-8e4a-c5469167ffb0', 'tag': '7c63305f-8071-4476-809c-333368a3488e'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:55:31.004184 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b1c762-0988-46ab-bcfb-ea02fb3c1be7" -d '{"events": [{"name": "network-changed", "server_uuid": "47235b9b-f097-4391-8e4a-c5469167ffb0", "tag": "7c63305f-8071-4476-809c-333368a3488e"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:55:31.042691 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a525a7-4819-4a06-82ab-9c7b8c0df6f3 x-openstack-request-id: req-f2a525a7-4819-4a06-82ab-9c7b8c0df6f3 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:31.043317 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47235b9b-f097-4391-8e4a-c5469167ffb0", "tag": "7c63305f-8071-4476-809c-333368a3488e", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:31.043317 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2a525a7-4819-4a06-82ab-9c7b8c0df6f3 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:31.043694 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2a525a7-4819-4a06-82ab-9c7b8c0df6f3'] response: {'name': 'network-changed', 'server_uuid': '47235b9b-f097-4391-8e4a-c5469167ffb0', 'tag': '7c63305f-8071-4476-809c-333368a3488e', 'status': 'completed', 'code': 200} Sep 21 21:55:31.090910 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-b9bf9570-9f1c-4cce-9a82-3f96770cea15 None None] Set router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:55:31.116339 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9343d26c-22b7-40c4-b003-2d704cba9d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (062ba819-8fe1-4abe-8aff-a46447c2e5a4), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:31.118929 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9343d26c-22b7-40c4-b003-2d704cba9d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:31.123332 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-9343d26c-22b7-40c4-b003-2d704cba9d21 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/062ba819-8fe1-4abe-8aff-a46447c2e5a4 HTTP/1.1" status: 204 len: 168 time: 0.4987135 Sep 21 21:55:31.159493 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343d26c-22b7-40c4-b003-2d704cba9d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062ba819-8fe1-4abe-8aff-a46447c2e5a4,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:31.171386 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9343d26c-22b7-40c4-b003-2d704cba9d21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:31.171736 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9343d26c-22b7-40c4-b003-2d704cba9d21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:31.172077 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9343d26c-22b7-40c4-b003-2d704cba9d21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:31.172415 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9343d26c-22b7-40c4-b003-2d704cba9d21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:31.172889 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9343d26c-22b7-40c4-b003-2d704cba9d21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:31.173388 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9343d26c-22b7-40c4-b003-2d704cba9d21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:31.173882 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9343d26c-22b7-40c4-b003-2d704cba9d21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:31.174355 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9343d26c-22b7-40c4-b003-2d704cba9d21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:31.174885 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9343d26c-22b7-40c4-b003-2d704cba9d21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:31.175190 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9343d26c-22b7-40c4-b003-2d704cba9d21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:31.175838 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9343d26c-22b7-40c4-b003-2d704cba9d21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:31.176178 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9343d26c-22b7-40c4-b003-2d704cba9d21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:31.176506 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9343d26c-22b7-40c4-b003-2d704cba9d21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:31.219845 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870961d-fe0e-4170-8d99-1e05f43ce91d req-819dcb1d-3e05-4756-a74b-97861da48964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:31.221429 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b870961d-fe0e-4170-8d99-1e05f43ce91d req-819dcb1d-3e05-4756-a74b-97861da48964 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 HTTP/1.1" status: 200 len: 917 time: 0.1231024 Sep 21 21:55:31.311740 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1c762-0988-46ab-bcfb-ea02fb3c1be7 req-c17a6d32-0e95-4799-9952-a1716a6a87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:31.313487 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-32b1c762-0988-46ab-bcfb-ea02fb3c1be7 req-c17a6d32-0e95-4799-9952-a1716a6a87fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dffa029369f34cedb4849826071f9552&device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 1130 time: 0.0677905 Sep 21 21:55:31.340185 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-b9bf9570-9f1c-4cce-9a82-3f96770cea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:38Z', 'revision_number': 4, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port': {'id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:31Z', 'updated_at': '2022-09-21T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': 'f9238565-553a-4ca6-a571-bb4537ac3d73', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'port_id': '7c63305f-8071-4476-809c-333368a3488e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'mac_address': 'fa:16:3e:6f:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47235b9b-f097-4391-8e4a-c5469167ffb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:54:47Z', 'updated_at': '2022-09-21T21:55:29Z', 'revision_number': 1, 'project_id': 'dffa029369f34cedb4849826071f9552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea', 'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'mac_address': 'fa:16:3e:13:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:37Z', 'updated_at': '2022-09-21T21:54:48Z', 'revision_number': 5, 'project_id': 'dffa029369f34cedb4849826071f9552', 'subnets': [{'id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:31.369158 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf9570-9f1c-4cce-9a82-3f96770cea15 None None] Checking router: 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:55:31.378678 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf9570-9f1c-4cce-9a82-3f96770cea15 None None] Routers {'2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:55:31.379293 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-b9bf9570-9f1c-4cce-9a82-3f96770cea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:55:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:31.387762 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b870961d-fe0e-4170-8d99-1e05f43ce91d req-5617c226-bf1a-456e-b184-c7996ac0356a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=992b4dac-0e98-4fb8-ab54-55724d3bb82b HTTP/1.1" status: 200 len: 1001 time: 0.1017065 Sep 21 21:55:31.471513 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72a07e-ea37-4654-8f37-05bdeac50e7c req-9422f6e7-8f62-4e02-a89b-634f4a9e8277 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:31.473180 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8d72a07e-ea37-4654-8f37-05bdeac50e7c req-9422f6e7-8f62-4e02-a89b-634f4a9e8277 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 946 time: 0.0641611 Sep 21 21:55:31.522539 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-b9bf9570-9f1c-4cce-9a82-3f96770cea15 None None] Set router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:55:31.528946 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8d72a07e-ea37-4654-8f37-05bdeac50e7c req-6170828c-1d50-4ffb-a8f0-d13399477920 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491765 Sep 21 21:55:31.530565 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:31.590029 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870961d-fe0e-4170-8d99-1e05f43ce91d req-4f9b39fb-28da-4013-82a2-5c46ead4edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:31.591743 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b870961d-fe0e-4170-8d99-1e05f43ce91d req-4f9b39fb-28da-4013-82a2-5c46ead4edc7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e474980b-93bc-4f2c-9cce-1ff39a325d4d HTTP/1.1" status: 200 len: 855 time: 0.0542614 Sep 21 21:55:31.623245 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1c762-0988-46ab-bcfb-ea02fb3c1be7 req-947b28a0-56f9-46af-8c31-cb2ec5fa8aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:31.624648 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-32b1c762-0988-46ab-bcfb-ea02fb3c1be7 req-947b28a0-56f9-46af-8c31-cb2ec5fa8aad service neutron] 10.222.0.61 "GET /v2.0/networks?id=f53260a4-6fcd-403d-87df-2c61cac67763 HTTP/1.1" status: 200 len: 911 time: 0.0908799 Sep 21 21:55:31.711137 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870961d-fe0e-4170-8d99-1e05f43ce91d req-5b906b13-3966-495c-8a4e-957da602ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:31.713850 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b870961d-fe0e-4170-8d99-1e05f43ce91d req-5b906b13-3966-495c-8a4e-957da602ee3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715311 Sep 21 21:55:31.774474 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-32b1c762-0988-46ab-bcfb-ea02fb3c1be7 req-235e0de6-a1aa-4ae0-9365-5e7508e77338 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c63305f-8071-4476-809c-333368a3488e HTTP/1.1" status: 200 len: 999 time: 0.1224849 Sep 21 21:55:31.832646 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-b9bf9570-9f1c-4cce-9a82-3f96770cea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:38Z', 'revision_number': 4, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port': {'id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:31Z', 'updated_at': '2022-09-21T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': 'f9238565-553a-4ca6-a571-bb4537ac3d73', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'port_id': '7c63305f-8071-4476-809c-333368a3488e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'mac_address': 'fa:16:3e:6f:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47235b9b-f097-4391-8e4a-c5469167ffb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:54:47Z', 'updated_at': '2022-09-21T21:55:29Z', 'revision_number': 1, 'project_id': 'dffa029369f34cedb4849826071f9552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea', 'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'mac_address': 'fa:16:3e:13:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:37Z', 'updated_at': '2022-09-21T21:54:48Z', 'revision_number': 5, 'project_id': 'dffa029369f34cedb4849826071f9552', 'subnets': [{'id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:31.835038 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 42332) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:31.846965 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1c762-0988-46ab-bcfb-ea02fb3c1be7 req-f336c68b-1e05-4054-af8e-c767ada628da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:31.848558 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-32b1c762-0988-46ab-bcfb-ea02fb3c1be7 req-f336c68b-1e05-4054-af8e-c767ada628da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8 HTTP/1.1" status: 200 len: 849 time: 0.0613518 Sep 21 21:55:31.862385 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf9570-9f1c-4cce-9a82-3f96770cea15 None None] The sync data for ids ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'] in dv-cinder-858818-1-iscsi is: [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:38Z', 'revision_number': 4, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port': {'id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:31Z', 'updated_at': '2022-09-21T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': 'f9238565-553a-4ca6-a571-bb4537ac3d73', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'port_id': '7c63305f-8071-4476-809c-333368a3488e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'mac_address': 'fa:16:3e:6f:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47235b9b-f097-4391-8e4a-c5469167ffb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:54:47Z', 'updated_at': '2022-09-21T21:55:29Z', 'revision_number': 1, 'project_id': 'dffa029369f34cedb4849826071f9552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea', 'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'mac_address': 'fa:16:3e:13:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:37Z', 'updated_at': '2022-09-21T21:54:48Z', 'revision_number': 5, 'project_id': 'dffa029369f34cedb4849826071f9552', 'subnets': [{'id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:55:31.926257 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-42ca0b87-47b9-4de7-aa4f-4ab2a5d11e9e req-6f01fb51-9dae-4676-8056-ada8a4588e59 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 210 time: 0.0880799 Sep 21 21:55:31.926257 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-824dfc71-3fd5-42a2-b78a-3fd26061fb44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:31.930403 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1c762-0988-46ab-bcfb-ea02fb3c1be7 req-7c5437b1-366d-4e6e-ba2e-0e7b08d5e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:31.942421 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b870961d-fe0e-4170-8d99-1e05f43ce91d req-62a4e9a8-6731-4e8a-8dd6-6f7757a7d611 service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048256 Sep 21 21:55:31.946442 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-32b1c762-0988-46ab-bcfb-ea02fb3c1be7 req-7c5437b1-366d-4e6e-ba2e-0e7b08d5e887 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f53260a4-6fcd-403d-87df-2c61cac67763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728085 Sep 21 21:55:32.145546 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-32b1c762-0988-46ab-bcfb-ea02fb3c1be7 req-40a8e85c-01b1-4e5b-8206-d4dba919b377 service neutron] 10.222.0.61 "GET /v2.0/networks/f53260a4-6fcd-403d-87df-2c61cac67763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570375 Sep 21 21:55:32.181430 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-824dfc71-3fd5-42a2-b78a-3fd26061fb44 admin admin] Publish callbacks [] for security_group (5e72b12d-7af2-450a-96a1-9cd437b2af88), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:32.190714 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bcf60-638d-43f9-8c84-b60f53a40b02 req-d900146b-44c6-4420-871e-b43aa67029bb tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:32.192224 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a59bcf60-638d-43f9-8c84-b60f53a40b02 req-d900146b-44c6-4420-871e-b43aa67029bb tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.1295860 Sep 21 21:55:32.205008 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b870961d-fe0e-4170-8d99-1e05f43ce91d req-7bd6fd4b-3c16-4b79-8ed2-e382cb2b5029 service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040055 Sep 21 21:55:32.231154 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a754bc-85d4-4a8e-aed4-ca24b61eaf61 None None] New status for floating IP f9238565-553a-4ca6-a571-bb4537ac3d73: ACTIVE {{(pid=110732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:55:32.251521 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a59bcf60-638d-43f9-8c84-b60f53a40b02 req-025e5037-d729-44db-ae0c-dc244f948b1c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498660 Sep 21 21:55:32.294466 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-32b1c762-0988-46ab-bcfb-ea02fb3c1be7 req-ae26fc65-3cc3-4d5e-a17d-8433db9cf110 service neutron] 10.222.0.61 "GET /v2.0/networks/f53260a4-6fcd-403d-87df-2c61cac67763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381073 Sep 21 21:55:32.299236 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-824dfc71-3fd5-42a2-b78a-3fd26061fb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (5e72b12d-7af2-450a-96a1-9cd437b2af88), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:32.369057 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-824dfc71-3fd5-42a2-b78a-3fd26061fb44 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=96d91615d83b459287999149150c8148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5189083 Sep 21 21:55:32.370771 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dfc71-3fd5-42a2-b78a-3fd26061fb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e72b12d-7af2-450a-96a1-9cd437b2af88,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:32.372242 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 42362) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:32.445803 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-31fdbfdf-ebe6-4317-a1cb-70994ee20008 admin admin] Publish callbacks [] for security_group (5e72b12d-7af2-450a-96a1-9cd437b2af88), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:32.470576 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-31fdbfdf-ebe6-4317-a1cb-70994ee20008 admin admin] Publish callbacks [] for security_group (5e72b12d-7af2-450a-96a1-9cd437b2af88), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:32.651067 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-31fdbfdf-ebe6-4317-a1cb-70994ee20008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (5e72b12d-7af2-450a-96a1-9cd437b2af88), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:32.655690 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-31fdbfdf-ebe6-4317-a1cb-70994ee20008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:32.660014 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-31fdbfdf-ebe6-4317-a1cb-70994ee20008 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e72b12d-7af2-450a-96a1-9cd437b2af88 HTTP/1.1" status: 204 len: 168 time: 0.2844348 Sep 21 21:55:32.678909 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-f13700f2-4e13-4eb3-bbd5-cfe751f6c426 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:32.680578 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-f13700f2-4e13-4eb3-bbd5-cfe751f6c426 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.61 "GET /v2.0/networks?id=54f19fc8-e8e5-470f-9f8b-1d7d628bfed8 HTTP/1.1" status: 200 len: 809 time: 0.1698720 Sep 21 21:55:32.681785 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdbfdf-ebe6-4317-a1cb-70994ee20008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e72b12d-7af2-450a-96a1-9cd437b2af88,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:32.688091 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51610f7-cd2e-4ea3-b796-ddda9afbb3ad req-c051ae09-0372-4a5c-a9ce-65871b1eda63 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:32.690001 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a51610f7-cd2e-4ea3-b796-ddda9afbb3ad req-c051ae09-0372-4a5c-a9ce-65871b1eda63 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 946 time: 0.0713794 Sep 21 21:55:32.706528 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-03f68fb7-4bd0-49de-a998-8df3ed71e1ec tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Request body: {'port': {'device_id': 'cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce', 'network_id': '54f19fc8-e8e5-470f-9f8b-1d7d628bfed8', 'admin_state_up': True, 'tenant_id': 'dcc78499c7ec4057b3ddf58b04f9821f'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:55:32.797574 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a51610f7-cd2e-4ea3-b796-ddda9afbb3ad req-36afad11-bf76-4659-9e20-21547f1d7b64 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006103 Sep 21 21:55:32.871996 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4e74b-4c48-4c18-b3d8-8b5194533ac9 req-3877808e-094b-4435-932e-5cc57619aa73 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:32.885685 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-23a4e74b-4c48-4c18-b3d8-8b5194533ac9 req-3877808e-094b-4435-932e-5cc57619aa73 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0738320 Sep 21 21:55:32.902401 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-03f68fb7-4bd0-49de-a998-8df3ed71e1ec tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Made reservation on behalf of dcc78499c7ec4057b3ddf58b04f9821f for: {'port': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:55:32.906334 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-03f68fb7-4bd0-49de-a998-8df3ed71e1ec tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:32.971932 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-23a4e74b-4c48-4c18-b3d8-8b5194533ac9 req-13085b9a-0c62-44f5-b6d2-ddafd0b5f8c1 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854111 Sep 21 21:55:32.987754 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb53f5-b699-4bea-948f-53b1bcdcadf3 req-ce01cd57-1b67-47e3-87b6-084ac23f9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:32.989912 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1ccb53f5-b699-4bea-948f-53b1bcdcadf3 req-ce01cd57-1b67-47e3-87b6-084ac23f9880 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce39458046ef4d2bb8de370118e4ed86&device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 1130 time: 0.0726945 Sep 21 21:55:33.092169 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-03f68fb7-4bd0-49de-a998-8df3ed71e1ec tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Allocated IP 172.20.0.3 (54f19fc8-e8e5-470f-9f8b-1d7d628bfed8/db185da8-ad9c-4126-8076-339dfecd852c/d0301364-9f7d-4305-a67c-f3acaefcd6a6) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:55:33.102273 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8f40f450-b9fb-4f9a-90f7-e77169e3cb18 req-1d299b30-e04a-4ba1-937e-2465ec83d0bb tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 210 time: 0.0304172 Sep 21 21:55:33.111884 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:33.169574 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb53f5-b699-4bea-948f-53b1bcdcadf3 req-145b4b19-159d-4928-a1b9-b43191a97909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:33.171172 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1ccb53f5-b699-4bea-948f-53b1bcdcadf3 req-145b4b19-159d-4928-a1b9-b43191a97909 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f801d94d-838f-46f0-b7fb-17b6d1554e9c HTTP/1.1" status: 200 len: 919 time: 0.1748750 Sep 21 21:55:33.256463 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1ccb53f5-b699-4bea-948f-53b1bcdcadf3 req-17524ead-c4ff-4df9-be77-bef0c7559347 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09367162-9504-4865-8eeb-60a695a0e5e5 HTTP/1.1" status: 200 len: 217 time: 0.0708480 Sep 21 21:55:33.305475 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-03f68fb7-4bd0-49de-a998-8df3ed71e1ec tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Publish callbacks [] for port (d0301364-9f7d-4305-a67c-f3acaefcd6a6), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:33.323483 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb53f5-b699-4bea-948f-53b1bcdcadf3 req-12377bf5-a0ac-411a-af3e-6c0a39b6fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:33.325157 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1ccb53f5-b699-4bea-948f-53b1bcdcadf3 req-12377bf5-a0ac-411a-af3e-6c0a39b6fd3b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=575b43de-b954-4ed7-bfdd-5b0bcfa5628e HTTP/1.1" status: 200 len: 857 time: 0.0561464 Sep 21 21:55:33.383662 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb53f5-b699-4bea-948f-53b1bcdcadf3 req-bcf51525-e203-4b4a-9131-26d7f3b6a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:33.385207 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1ccb53f5-b699-4bea-948f-53b1bcdcadf3 req-bcf51525-e203-4b4a-9131-26d7f3b6a00a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f801d94d-838f-46f0-b7fb-17b6d1554e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444329 Sep 21 21:55:33.417123 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-03f68fb7-4bd0-49de-a998-8df3ed71e1ec tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (d0301364-9f7d-4305-a67c-f3acaefcd6a6), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:33.473742 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-03f68fb7-4bd0-49de-a998-8df3ed71e1ec tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Network 54f19fc8-e8e5-470f-9f8b-1d7d628bfed8 is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:55:33.476915 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-03f68fb7-4bd0-49de-a998-8df3ed71e1ec tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:55:33.479629 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-03f68fb7-4bd0-49de-a998-8df3ed71e1ec tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:55:33.482272 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1ccb53f5-b699-4bea-948f-53b1bcdcadf3 req-a7086bd7-62bc-4a00-a637-00cb9df1a0f0 service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889761 Sep 21 21:55:33.485739 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-03f68fb7-4bd0-49de-a998-8df3ed71e1ec tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:33.486369 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-03f68fb7-4bd0-49de-a998-8df3ed71e1ec tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:33.500804 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f68fb7-4bd0-49de-a998-8df3ed71e1ec tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Pushing event updated for resources: {'Port': ['ID=d0301364-9f7d-4305-a67c-f3acaefcd6a6,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:33.570284 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-03f68fb7-4bd0-49de-a998-8df3ed71e1ec tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8682690 Sep 21 21:55:33.591328 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Request body: {'port': {'device_id': 'cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:55:33.608192 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1ccb53f5-b699-4bea-948f-53b1bcdcadf3 req-6d8eb493-86cb-4927-baae-310060a30090 service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121683 Sep 21 21:55:33.676231 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (d0301364-9f7d-4305-a67c-f3acaefcd6a6), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:33.952040 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0301364-9f7d-4305-a67c-f3acaefcd6a6 {{(pid=110730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:55:33.959546 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Publish callbacks [] for port (d0301364-9f7d-4305-a67c-f3acaefcd6a6), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:33.973856 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.provisioning_blocks [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Transition to ACTIVE for port object d0301364-9f7d-4305-a67c-f3acaefcd6a6 will not be triggered until provisioned by entity L2. {{(pid=110730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:55:34.075086 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (d0301364-9f7d-4305-a67c-f3acaefcd6a6), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:34.114999 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad6c75-6cdb-41e2-b920-010b9664d237 req-1be50fdd-d62e-44e6-a174-befb3f313a01 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:34.116730 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4cad6c75-6cdb-41e2-b920-010b9664d237 req-1be50fdd-d62e-44e6-a174-befb3f313a01 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0621028 Sep 21 21:55:34.156512 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Pushing event updated for resources: {'Port': ['ID=d0301364-9f7d-4305-a67c-f3acaefcd6a6,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:34.158952 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Attempting to bind port d0301364-9f7d-4305-a67c-f3acaefcd6a6 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:55:34.159280 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Attempting to bind port d0301364-9f7d-4305-a67c-f3acaefcd6a6 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '188ff2c4-d7ea-4444-84dd-004b7dca4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '54f19fc8-e8e5-470f-9f8b-1d7d628bfed8'}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:55:34.159604 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Attempting to bind port d0301364-9f7d-4305-a67c-f3acaefcd6a6 on network 54f19fc8-e8e5-470f-9f8b-1d7d628bfed8 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:55:34.164490 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Port d0301364-9f7d-4305-a67c-f3acaefcd6a6 on network 54f19fc8-e8e5-470f-9f8b-1d7d628bfed8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:55:34.164807 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Attempting to bind port d0301364-9f7d-4305-a67c-f3acaefcd6a6 on network 54f19fc8-e8e5-470f-9f8b-1d7d628bfed8 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:55:34.169817 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:55:34.170151 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Checking segment: {'id': '188ff2c4-d7ea-4444-84dd-004b7dca4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '54f19fc8-e8e5-470f-9f8b-1d7d628bfed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:55:34.170532 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Bound using segment: {'id': '188ff2c4-d7ea-4444-84dd-004b7dca4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '54f19fc8-e8e5-470f-9f8b-1d7d628bfed8'} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:55:34.171015 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Bound port: d0301364-9f7d-4305-a67c-f3acaefcd6a6, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188ff2c4-d7ea-4444-84dd-004b7dca4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '54f19fc8-e8e5-470f-9f8b-1d7d628bfed8'}}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:55:34.171307 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (d0301364-9f7d-4305-a67c-f3acaefcd6a6), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:34.189431 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4cad6c75-6cdb-41e2-b920-010b9664d237 req-0cf94b6b-1756-4f80-9d50-2d681675b26a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636740 Sep 21 21:55:34.250184 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] For port d0301364-9f7d-4305-a67c-f3acaefcd6a6, host hv-cinder-85881, cleared binding levels {{(pid=110730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:55:34.253299 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] For port d0301364-9f7d-4305-a67c-f3acaefcd6a6, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d0301364-9f7d-4305-a67c-f3acaefcd6a6,segment=NetworkSegment(188ff2c4-d7ea-4444-84dd-004b7dca4861),segment_id=188ff2c4-d7ea-4444-84dd-004b7dca4861)] {{(pid=110730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:55:34.287451 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f213803-3ac1-4f30-8155-4ff8f46c59e7 req-6239c09c-8446-433c-9295-9e339161b0f4 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:34.288962 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8f213803-3ac1-4f30-8155-4ff8f46c59e7 req-6239c09c-8446-433c-9295-9e339161b0f4 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 943 time: 0.0626602 Sep 21 21:55:34.310302 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (d0301364-9f7d-4305-a67c-f3acaefcd6a6), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:34.315835 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:34.316455 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:34.317917 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] 10.222.0.61 "PUT /v2.0/ports/d0301364-9f7d-4305-a67c-f3acaefcd6a6 HTTP/1.1" status: 200 len: 1093 time: 0.7332125 Sep 21 21:55:34.320417 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce', 'tag': 'd0301364-9f7d-4305-a67c-f3acaefcd6a6'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:55:34.325079 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e2f055-f1ee-4c41-80f9-c485c9a64f83" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce", "tag": "d0301364-9f7d-4305-a67c-f3acaefcd6a6"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:55:34.346681 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8f213803-3ac1-4f30-8155-4ff8f46c59e7 req-e71e0c87-d392-46cd-8686-cdd1a5ed5f48 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508351 Sep 21 21:55:34.370399 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6887033d-356a-4da9-b05c-35d60ecd16d1 x-openstack-request-id: req-6887033d-356a-4da9-b05c-35d60ecd16d1 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:34.370399 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce", "tag": "d0301364-9f7d-4305-a67c-f3acaefcd6a6", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:34.370399 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6887033d-356a-4da9-b05c-35d60ecd16d1 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:34.370399 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6887033d-356a-4da9-b05c-35d60ecd16d1'] response: {'name': 'network-changed', 'server_uuid': 'cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce', 'tag': 'd0301364-9f7d-4305-a67c-f3acaefcd6a6', 'status': 'completed', 'code': 200} Sep 21 21:55:34.381693 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5ba8b-ec01-427e-82c7-f6982668cb23 service neutron] Pushing event updated for resources: {'Port': ['ID=d0301364-9f7d-4305-a67c-f3acaefcd6a6,revision_number=3']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:34.425632 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 42460) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:34.490984 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2f055-f1ee-4c41-80f9-c485c9a64f83 req-beba8051-2012-41c3-86db-829793c09b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:34.493271 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12857da-6b19-47b1-9697-886c324319c4 admin admin] Deleting subnet 5640bc42-1ab4-44e7-a29c-38eb9b2ead90 {{(pid=110731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:55:34.493463 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-38e2f055-f1ee-4c41-80f9-c485c9a64f83 req-beba8051-2012-41c3-86db-829793c09b34 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dcc78499c7ec4057b3ddf58b04f9821f&device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 1127 time: 0.0671034 Sep 21 21:55:34.497602 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b12857da-6b19-47b1-9697-886c324319c4 admin admin] Publish callbacks [] for subnet (5640bc42-1ab4-44e7-a29c-38eb9b2ead90), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:34.533713 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b12857da-6b19-47b1-9697-886c324319c4 admin admin] Publish callbacks [] for subnet (5640bc42-1ab4-44e7-a29c-38eb9b2ead90), precommit_delete_associations {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:34.543895 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b12857da-6b19-47b1-9697-886c324319c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33078224'] for subnet (5640bc42-1ab4-44e7-a29c-38eb9b2ead90), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:34.646875 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 42466) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:34.691714 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2f055-f1ee-4c41-80f9-c485c9a64f83 req-8ed58d4a-4779-4e47-9ab3-3c7c38512fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:34.693306 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-38e2f055-f1ee-4c41-80f9-c485c9a64f83 req-8ed58d4a-4779-4e47-9ab3-3c7c38512fca service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=dcc78499c7ec4057b3ddf58b04f9821f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1776536 Sep 21 21:55:34.737677 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b12857da-6b19-47b1-9697-886c324319c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33078215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for subnet (5640bc42-1ab4-44e7-a29c-38eb9b2ead90), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:34.763975 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b12857da-6b19-47b1-9697-886c324319c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:34.767339 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-b12857da-6b19-47b1-9697-886c324319c4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5640bc42-1ab4-44e7-a29c-38eb9b2ead90 HTTP/1.1" status: 204 len: 168 time: 0.3404019 Sep 21 21:55:34.775967 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 42474) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:34.792707 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-28c31b24-02e8-44bd-a87b-2f77ecb8febf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:34.803045 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12857da-6b19-47b1-9697-886c324319c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5640bc42-1ab4-44e7-a29c-38eb9b2ead90,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:34.878836 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-28c31b24-02e8-44bd-a87b-2f77ecb8febf admin admin] Publish callbacks [] for security_group (f58a858c-f3b3-4cc1-b0f3-432917fcee7e), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:34.966057 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-28c31b24-02e8-44bd-a87b-2f77ecb8febf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (f58a858c-f3b3-4cc1-b0f3-432917fcee7e), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:35.013732 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-28c31b24-02e8-44bd-a87b-2f77ecb8febf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4bce914f5b89426f83daf17ea4734e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3656962 Sep 21 21:55:35.016530 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c31b24-02e8-44bd-a87b-2f77ecb8febf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58a858c-f3b3-4cc1-b0f3-432917fcee7e,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:35.018825 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 42480) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:35.068842 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-da3e357f-0879-473d-b446-91b200510b5d admin admin] Publish callbacks [] for security_group (f58a858c-f3b3-4cc1-b0f3-432917fcee7e), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:35.092391 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-da3e357f-0879-473d-b446-91b200510b5d admin admin] Publish callbacks [] for security_group (f58a858c-f3b3-4cc1-b0f3-432917fcee7e), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:35.105043 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33135276'] for network (d9061015-f237-4b0c-b380-612e3fc4f4a9), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:35.132787 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2f055-f1ee-4c41-80f9-c485c9a64f83 req-eb597c56-a9e4-43e6-9afa-21e96bc86ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:35.134279 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-38e2f055-f1ee-4c41-80f9-c485c9a64f83 req-eb597c56-a9e4-43e6-9afa-21e96bc86ae3 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4349568 Sep 21 21:55:35.200136 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-da3e357f-0879-473d-b446-91b200510b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (f58a858c-f3b3-4cc1-b0f3-432917fcee7e), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:35.203443 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-da3e357f-0879-473d-b446-91b200510b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:35.204377 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-da3e357f-0879-473d-b446-91b200510b5d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f58a858c-f3b3-4cc1-b0f3-432917fcee7e HTTP/1.1" status: 204 len: 168 time: 0.1845977 Sep 21 21:55:35.215940 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33075543', 'neutron.services.segments.db._delete_segments_for_network-8730879860727'] for network (d9061015-f237-4b0c-b380-612e3fc4f4a9), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:35.216899 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e357f-0879-473d-b446-91b200510b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58a858c-f3b3-4cc1-b0f3-432917fcee7e,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:35.253053 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:35.253353 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:35.254721 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:35.255096 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Subscribe: > port after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:35.255448 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:35.255802 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Subscribe: > port after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:35.256205 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:35.256547 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:35.256864 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:35.257262 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:35.351653 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e71eb7-15cf-401d-8916-7719b3ca0347 req-4f4ada5b-f248-458d-a8cc-796026e5168b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:35.353248 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c0e71eb7-15cf-401d-8916-7719b3ca0347 req-4f4ada5b-f248-458d-a8cc-796026e5168b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0546405 Sep 21 21:55:35.399093 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c0e71eb7-15cf-401d-8916-7719b3ca0347 req-33560b92-e3fa-480c-856a-179dcad80dfb tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400288 Sep 21 21:55:35.418461 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:35.418816 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:35.419149 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:35.419507 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:35.419880 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9061015-f237-4b0c-b380-612e3fc4f4a9']}} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:35.458220 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769a69e0-022f-4a44-95cb-92bc34c643c2') {'for_net_delete': True} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:35.458516 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769a69e0-022f-4a44-95cb-92bc34c643c2') {} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:35.478646 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730879863565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436123'] for segment (769a69e0-022f-4a44-95cb-92bc34c643c2), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:35.503587 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (769a69e0-022f-4a44-95cb-92bc34c643c2), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:35.509415 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878827b1-fa19-4dbc-b6c3-97e8364b9cac req-da05a352-4c2e-4153-b77f-f719c63de54f tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:35.510462 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-13225c2c-b05c-496e-aa54-ee50e957f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:35.510918 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-878827b1-fa19-4dbc-b6c3-97e8364b9cac req-da05a352-4c2e-4153-b77f-f719c63de54f tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 943 time: 0.0524049 Sep 21 21:55:35.512634 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-13225c2c-b05c-496e-aa54-ee50e957f3bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dcc78499c7ec4057b3ddf58b04f9821f&device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 1127 time: 0.2782760 Sep 21 21:55:35.516578 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=110730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:55:35.517008 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9435006'] for segment (769a69e0-022f-4a44-95cb-92bc34c643c2), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:35.562397 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-878827b1-fa19-4dbc-b6c3-97e8364b9cac req-7b613d2c-e36a-426c-9fa1-ea2e91567779 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445797 Sep 21 21:55:35.601169 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-6a2348e4-1ec3-4f3a-a8b6-9c4b5c973da0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0301364-9f7d-4305-a67c-f3acaefcd6a6 HTTP/1.1" status: 200 len: 217 time: 0.0685689 Sep 21 21:55:35.666205 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-7cfb8112-0123-4da7-aef7-d079ebc83099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:35.668418 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-7cfb8112-0123-4da7-aef7-d079ebc83099 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db185da8-ad9c-4126-8076-339dfecd852c HTTP/1.1" status: 200 len: 849 time: 0.0520990 Sep 21 21:55:35.735253 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-7fd7ddaa-6ce5-4822-a4a1-e2314f642acc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=54f19fc8-e8e5-470f-9f8b-1d7d628bfed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293803 Sep 21 21:55:35.735716 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33075534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754953'] for network (d9061015-f237-4b0c-b380-612e3fc4f4a9), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:35.741280 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:35.749197 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d9061015-f237-4b0c-b380-612e3fc4f4a9 HTTP/1.1" status: 204 len: 168 time: 0.9681067 Sep 21 21:55:35.749290 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 42512) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:35.784737 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a873f-49c4-4171-b2f0-e5c508575537 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9061015-f237-4b0c-b380-612e3fc4f4a9,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:35.812909 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef35eb3-3379-43fa-9c24-702596250514 admin admin] Deleting subnet 1171f8f6-c763-4428-ad9e-b6217e442601 {{(pid=110731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:55:35.817358 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fef35eb3-3379-43fa-9c24-702596250514 admin admin] Publish callbacks [] for subnet (1171f8f6-c763-4428-ad9e-b6217e442601), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:35.830062 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 769a69e0-022f-4a44-95cb-92bc34c643c2 resource provider aggregate not found Sep 21 21:55:35.850604 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 769a69e0-022f-4a44-95cb-92bc34c643c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 769a69e0-022f-4a44-95cb-92bc34c643c2 found for delete ", "request_id": "req-ae28b4ae-92d1-4641-87fc-8e71231850b1"}]} Sep 21 21:55:35.852710 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fef35eb3-3379-43fa-9c24-702596250514 admin admin] Publish callbacks [] for subnet (1171f8f6-c763-4428-ad9e-b6217e442601), precommit_delete_associations {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:35.859522 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fef35eb3-3379-43fa-9c24-702596250514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33078224'] for subnet (1171f8f6-c763-4428-ad9e-b6217e442601), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:35.869019 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-38b390d8-a688-4237-a306-225916f41278 service neutron] 10.222.0.61 "GET /v2.0/networks/54f19fc8-e8e5-470f-9f8b-1d7d628bfed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016402 Sep 21 21:55:35.970441 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-05537b4b-aca6-42e0-bee5-4d7d8753bb2c req-3d7f17d7-c866-43c8-b145-8a6b1999c929 service neutron] 10.222.0.61 "GET /v2.0/networks/54f19fc8-e8e5-470f-9f8b-1d7d628bfed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868282 Sep 21 21:55:35.988569 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fef35eb3-3379-43fa-9c24-702596250514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33078215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for subnet (1171f8f6-c763-4428-ad9e-b6217e442601), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:36.015500 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef35eb3-3379-43fa-9c24-702596250514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1171f8f6-c763-4428-ad9e-b6217e442601,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:36.017975 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fef35eb3-3379-43fa-9c24-702596250514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:36.024195 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-fef35eb3-3379-43fa-9c24-702596250514 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1171f8f6-c763-4428-ad9e-b6217e442601 HTTP/1.1" status: 204 len: 168 time: 0.2711754 Sep 21 21:55:36.024195 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 42520) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:36.118997 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33135276'] for network (bea98714-5710-422b-a29c-7ea0782bdcd4), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:36.179469 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33075543', 'neutron.services.segments.db._delete_segments_for_network-8730879860727'] for network (bea98714-5710-422b-a29c-7ea0782bdcd4), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:36.203780 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:36.204371 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:36.204857 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:36.205251 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Subscribe: > port after_create 55550000 {{(pid=110731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:36.205575 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Subscribe: > port after_delete 55550000 {{(pid=110731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:36.205963 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Subscribe: > port after_update 55550000 {{(pid=110731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:36.206261 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:36.209433 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:36.209433 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:36.209433 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:36.274691 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:36.274976 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:36.275306 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:36.275649 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:55:36.276005 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.services.segments.db [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea98714-5710-422b-a29c-7ea0782bdcd4']}} {{(pid=110731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:36.296093 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.services.segments.db [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09c3afe-dd93-4f69-8fd7-fa1c329a86c3') {'for_net_delete': True} {{(pid=110731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:36.296395 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.services.segments.db [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09c3afe-dd93-4f69-8fd7-fa1c329a86c3') {} {{(pid=110731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:36.313105 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730879863565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3482822'] for segment (a09c3afe-dd93-4f69-8fd7-fa1c329a86c3), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:36.334182 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (a09c3afe-dd93-4f69-8fd7-fa1c329a86c3), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:36.342629 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=110731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:55:36.343014 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8967983'] for segment (a09c3afe-dd93-4f69-8fd7-fa1c329a86c3), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:36.468460 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33075534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754953'] for network (bea98714-5710-422b-a29c-7ea0782bdcd4), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:36.479722 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:36.486352 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] 10.222.0.42 "DELETE /v2.0/networks/bea98714-5710-422b-a29c-7ea0782bdcd4 HTTP/1.1" status: 204 len: 168 time: 0.4589972 Sep 21 21:55:36.534838 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff70e39-07b3-4df0-884b-d4eadb979ded admin admin] Pushing event deleted for resources: {'Network': ['ID=bea98714-5710-422b-a29c-7ea0782bdcd4,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:36.563193 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af1a82-6e42-492a-8cce-3b716b89c1df req-464e0c20-67e8-433f-bc03-04e405dfe558 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:36.564812 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-00af1a82-6e42-492a-8cce-3b716b89c1df req-464e0c20-67e8-433f-bc03-04e405dfe558 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0799313 Sep 21 21:55:36.610083 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.services.segments.plugin [-] Segment a09c3afe-dd93-4f69-8fd7-fa1c329a86c3 resource provider aggregate not found Sep 21 21:55:36.629334 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-00af1a82-6e42-492a-8cce-3b716b89c1df req-3a4f8be7-7f08-49a5-b0ff-4668041306f9 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568964 Sep 21 21:55:36.630892 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.services.segments.plugin [-] Segment a09c3afe-dd93-4f69-8fd7-fa1c329a86c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a09c3afe-dd93-4f69-8fd7-fa1c329a86c3 found for delete ", "request_id": "req-13d4df5c-b166-46fb-8253-429a078b8361"}]} Sep 21 21:55:36.700587 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a48ad-535e-40b6-a40d-cdb65d96d33d req-4c478c16-6c0a-4fee-b27a-cb508e4bce42 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:36.702168 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-486a48ad-535e-40b6-a40d-cdb65d96d33d req-4c478c16-6c0a-4fee-b27a-cb508e4bce42 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 943 time: 0.0531340 Sep 21 21:55:36.747757 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-486a48ad-535e-40b6-a40d-cdb65d96d33d req-1ab838e4-f62f-46a9-b7ab-74e94b02adce tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399964 Sep 21 21:55:36.869488 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 42558) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:36.908668 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-5272e6c5-08cf-49c8-8e73-0a6830b88a15 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54ff5f06f914489485be3aa6297fb770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379934 Sep 21 21:55:36.916772 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 42560) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:36.964096 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-efd5d4d5-dd3c-4fae-a842-c60cddf03876 admin admin] Publish callbacks [] for security_group (f71955c5-465a-4f05-9f46-a82feaf5d865), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:36.985276 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-efd5d4d5-dd3c-4fae-a842-c60cddf03876 admin admin] Publish callbacks [] for security_group (f71955c5-465a-4f05-9f46-a82feaf5d865), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:37.319200 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-efd5d4d5-dd3c-4fae-a842-c60cddf03876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (f71955c5-465a-4f05-9f46-a82feaf5d865), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:37.321792 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-efd5d4d5-dd3c-4fae-a842-c60cddf03876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:37.322965 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-efd5d4d5-dd3c-4fae-a842-c60cddf03876 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f71955c5-465a-4f05-9f46-a82feaf5d865 HTTP/1.1" status: 204 len: 168 time: 0.4052439 Sep 21 21:55:37.336162 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5d4d5-dd3c-4fae-a842-c60cddf03876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71955c5-465a-4f05-9f46-a82feaf5d865,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:37.763317 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07841d4d-5535-41f8-9f9e-919580061d80 req-ac330862-5193-4ece-8b97-b972a1844c79 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:37.765229 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-07841d4d-5535-41f8-9f9e-919580061d80 req-ac330862-5193-4ece-8b97-b972a1844c79 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0608435 Sep 21 21:55:37.826311 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-07841d4d-5535-41f8-9f9e-919580061d80 req-006bbe9f-6de6-426b-961c-f32214f8163c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555465 Sep 21 21:55:37.882616 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce297ed-5368-475b-be42-e9756be0c444 req-580109bc-c2d7-4d15-949c-55fc39b9e924 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:37.884069 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7ce297ed-5368-475b-be42-e9756be0c444 req-580109bc-c2d7-4d15-949c-55fc39b9e924 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 943 time: 0.0569088 Sep 21 21:55:37.931143 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7ce297ed-5368-475b-be42-e9756be0c444 req-b10f289e-03a3-4d31-b92b-00ac693be45b tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397120 Sep 21 21:55:38.064465 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 42596) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:38.102460 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-b8ae9bc9-16c1-49bb-a6d5-b727bde5de5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ebb40f86aa1465999520fcb22aa6da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368259 Sep 21 21:55:38.105131 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 42598) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:38.156671 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e5d97a71-1aea-44e3-b5bf-a04063536973 admin admin] Publish callbacks [] for security_group (213db02c-9d41-4ac6-89f6-c3511ad65fd2), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:38.178032 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e5d97a71-1aea-44e3-b5bf-a04063536973 admin admin] Publish callbacks [] for security_group (213db02c-9d41-4ac6-89f6-c3511ad65fd2), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:38.212058 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device d0301364-9f7d-4305-a67c-f3acaefcd6a6 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:55:38.276163 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e5d97a71-1aea-44e3-b5bf-a04063536973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (213db02c-9d41-4ac6-89f6-c3511ad65fd2), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:38.278868 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e5d97a71-1aea-44e3-b5bf-a04063536973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:38.280020 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-e5d97a71-1aea-44e3-b5bf-a04063536973 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/213db02c-9d41-4ac6-89f6-c3511ad65fd2 HTTP/1.1" status: 204 len: 168 time: 0.1733994 Sep 21 21:55:38.287828 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d97a71-1aea-44e3-b5bf-a04063536973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213db02c-9d41-4ac6-89f6-c3511ad65fd2,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:38.319091 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port d0301364-9f7d-4305-a67c-f3acaefcd6a6, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d0301364-9f7d-4305-a67c-f3acaefcd6a6,segment=NetworkSegment(188ff2c4-d7ea-4444-84dd-004b7dca4861),segment_id=188ff2c4-d7ea-4444-84dd-004b7dca4861)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:38.332211 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': 'd0301364-9f7d-4305-a67c-f3acaefcd6a6', 'network_id': '54f19fc8-e8e5-470f-9f8b-1d7d628bfed8', 'port_id': 'd0301364-9f7d-4305-a67c-f3acaefcd6a6', 'mac_address': 'fa:16:3e:ee:75:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db185da8-ad9c-4126-8076-339dfecd852c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:55:38.360020 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 42604) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:38.370775 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port d0301364-9f7d-4305-a67c-f3acaefcd6a6 is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:38.371751 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (d0301364-9f7d-4305-a67c-f3acaefcd6a6), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:38.473963 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-0f9e6010-f42a-49fb-99d1-f993b1829d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:38.500351 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0301364-9f7d-4305-a67c-f3acaefcd6a6 {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:55:38.519882 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port d0301364-9f7d-4305-a67c-f3acaefcd6a6, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d0301364-9f7d-4305-a67c-f3acaefcd6a6,segment=NetworkSegment(188ff2c4-d7ea-4444-84dd-004b7dca4861),segment_id=188ff2c4-d7ea-4444-84dd-004b7dca4861)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:38.549461 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-0f9e6010-f42a-49fb-99d1-f993b1829d3c admin admin] Publish callbacks [] for security_group (d000b492-30ce-4ed4-9cc2-cc7363f48450), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:38.588436 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (d0301364-9f7d-4305-a67c-f3acaefcd6a6), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:38.617040 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-0f9e6010-f42a-49fb-99d1-f993b1829d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (d000b492-30ce-4ed4-9cc2-cc7363f48450), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:38.656570 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=d0301364-9f7d-4305-a67c-f3acaefcd6a6,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:38.665732 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:38.666316 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:38.667009 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:38.667501 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:38.668547 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:38.669067 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:38.669723 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:38.670309 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:38.670791 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:38.671167 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e6010-f42a-49fb-99d1-f993b1829d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d000b492-30ce-4ed4-9cc2-cc7363f48450,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:38.671478 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:38.671823 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:38.672154 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:38.672530 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:38.682711 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 42618) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:38.682831 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-0f9e6010-f42a-49fb-99d1-f993b1829d3c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44ed0f9fd4804c1fbba625161e1985d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213465 Sep 21 21:55:38.738334 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9e178f82-575e-409a-9f02-fe0c736b7faa admin admin] Publish callbacks [] for security_group (d000b492-30ce-4ed4-9cc2-cc7363f48450), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:38.760184 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9e178f82-575e-409a-9f02-fe0c736b7faa admin admin] Publish callbacks [] for security_group (d000b492-30ce-4ed4-9cc2-cc7363f48450), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:38.857340 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-08832509-fb93-4af1-a32a-52df8b69ca08 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=db0c2ac7555440e78e90d474786e6eaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291593 Sep 21 21:55:38.890553 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9e178f82-575e-409a-9f02-fe0c736b7faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (d000b492-30ce-4ed4-9cc2-cc7363f48450), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:38.893153 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9e178f82-575e-409a-9f02-fe0c736b7faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:38.894634 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-9e178f82-575e-409a-9f02-fe0c736b7faa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d000b492-30ce-4ed4-9cc2-cc7363f48450 HTTP/1.1" status: 204 len: 168 time: 0.2107253 Sep 21 21:55:38.903685 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e178f82-575e-409a-9f02-fe0c736b7faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d000b492-30ce-4ed4-9cc2-cc7363f48450,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:39.087864 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-da4c5855-c42d-4bde-95bf-b7e064e6b7bc tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:39.090510 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-da4c5855-c42d-4bde-95bf-b7e064e6b7bc tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245345 Sep 21 21:55:39.097603 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd720892-7239-45b2-95c8-beabf2c9382f req-fc823fc8-5e60-4937-8741-3162bebb07bd tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:39.098988 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-bd720892-7239-45b2-95c8-beabf2c9382f req-fc823fc8-5e60-4937-8741-3162bebb07bd tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.1479440 Sep 21 21:55:39.115189 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-ebb713a9-29c0-4e46-911e-0adb74f8577f tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/quotas/db0c2ac7555440e78e90d474786e6eaf HTTP/1.1" status: 200 len: 375 time: 0.0152626 Sep 21 21:55:39.166504 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['d0301364-9f7d-4305-a67c-f3acaefcd6a6'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:55:39.379056 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-398d4754-4c92-47ee-881c-478b96c3b994 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=db0c2ac7555440e78e90d474786e6eaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2523375 Sep 21 21:55:39.391039 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-bd720892-7239-45b2-95c8-beabf2c9382f req-388d9613-4718-4ab3-b12a-cffb930ac3a5 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849472 Sep 21 21:55:39.507217 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e24ecc-26d3-455b-a438-cd4e35ba8bc7 req-c6851a92-763d-4aee-9c96-df4d2b6d68b6 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:39.509247 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c3e24ecc-26d3-455b-a438-cd4e35ba8bc7 req-c6851a92-763d-4aee-9c96-df4d2b6d68b6 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 944 time: 0.0558367 Sep 21 21:55:39.525127 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 42656) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:39.540728 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-83d86b86-e72b-47d4-b203-883d685a71c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:39.566733 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c3e24ecc-26d3-455b-a438-cd4e35ba8bc7 req-518fb485-2684-4871-aae7-b3601d8a0e1b tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498919 Sep 21 21:55:39.651598 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-83d86b86-e72b-47d4-b203-883d685a71c1 admin admin] Publish callbacks [] for security_group (28eb5d8e-da4c-47b7-9878-e69cb64d3731), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:39.673224 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-24e3b979-c1ce-42e2-9665-77dc3abdd96e req-3edb7033-5aae-4c53-9150-2c8cf6676a4b tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 210 time: 0.0336256 Sep 21 21:55:39.716831 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-83d86b86-e72b-47d4-b203-883d685a71c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (28eb5d8e-da4c-47b7-9878-e69cb64d3731), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:39.757024 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-83d86b86-e72b-47d4-b203-883d685a71c1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d9693261429d4f9fba93808b2fef9be7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300925 Sep 21 21:55:39.759686 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 42668) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:39.761584 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d86b86-e72b-47d4-b203-883d685a71c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28eb5d8e-da4c-47b7-9878-e69cb64d3731,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:39.810750 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-66f1f915-07cf-4491-bbcb-9d6df41b3ac9 admin admin] Publish callbacks [] for security_group (28eb5d8e-da4c-47b7-9878-e69cb64d3731), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:39.831596 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-66f1f915-07cf-4491-bbcb-9d6df41b3ac9 admin admin] Publish callbacks [] for security_group (28eb5d8e-da4c-47b7-9878-e69cb64d3731), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:39.948074 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-66f1f915-07cf-4491-bbcb-9d6df41b3ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (28eb5d8e-da4c-47b7-9878-e69cb64d3731), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:39.950693 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-66f1f915-07cf-4491-bbcb-9d6df41b3ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:39.951823 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-66f1f915-07cf-4491-bbcb-9d6df41b3ac9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28eb5d8e-da4c-47b7-9878-e69cb64d3731 HTTP/1.1" status: 204 len: 168 time: 0.1911650 Sep 21 21:55:39.960575 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1f915-07cf-4491-bbcb-9d6df41b3ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eb5d8e-da4c-47b7-9878-e69cb64d3731,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:40.514150 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a2a58-b9e9-4c4b-9187-a020069fba2f req-357bd247-22b1-4047-8e4a-8e25873df6a6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:40.515562 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-343a2a58-b9e9-4c4b-9187-a020069fba2f req-357bd247-22b1-4047-8e4a-8e25873df6a6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0511684 Sep 21 21:55:40.564976 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-343a2a58-b9e9-4c4b-9187-a020069fba2f req-5cf99b2d-d7ca-45ef-a3c7-e85726053730 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430398 Sep 21 21:55:40.688589 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0b6b0-6101-472a-a835-61d31a5fe43e req-f800f4b0-0c71-4399-bf96-0cfd20e0a25b tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:40.690066 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-67a0b6b0-6101-472a-a835-61d31a5fe43e req-f800f4b0-0c71-4399-bf96-0cfd20e0a25b tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 944 time: 0.0504792 Sep 21 21:55:40.769228 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-67a0b6b0-6101-472a-a835-61d31a5fe43e req-02630f19-65f3-4605-bd6f-8e2396b54355 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730424 Sep 21 21:55:40.802262 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-22b0766a-772d-41b0-9133-2a4998c7e1c7 req-079c3465-5408-4498-b71a-9cbde7bca55f tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 210 time: 0.0298667 Sep 21 21:55:41.695396 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28feddb-de25-4aad-b1a8-0d5603bf0be9 req-9ebf3dce-d04f-46f2-8c03-41ae65d69217 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:41.696962 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f28feddb-de25-4aad-b1a8-0d5603bf0be9 req-9ebf3dce-d04f-46f2-8c03-41ae65d69217 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0550623 Sep 21 21:55:41.748256 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f28feddb-de25-4aad-b1a8-0d5603bf0be9 req-5296c972-b1e5-49ec-b15a-b7960f3a6c21 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423398 Sep 21 21:55:41.920058 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-03cb1a4e-63f4-4d96-9c3a-348f1792678d req-f154142d-3bd3-4930-814f-e65f751fc0fe tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 210 time: 0.0296404 Sep 21 21:55:41.939002 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb733df-070f-4dfe-ab00-e4e4f19b000f req-9b73312f-9b29-40c3-b24a-886902aa4b0b tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:41.940419 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3fb733df-070f-4dfe-ab00-e4e4f19b000f req-9b73312f-9b29-40c3-b24a-886902aa4b0b tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 944 time: 0.0806739 Sep 21 21:55:41.988301 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3fb733df-070f-4dfe-ab00-e4e4f19b000f req-6e3aac82-c04c-4c51-9470-8911a3d4b530 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423105 Sep 21 21:55:42.109631 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-f115882e-823a-4c12-aea9-d0ae124f151e tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=db0c2ac7555440e78e90d474786e6eaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292046 Sep 21 21:55:42.289575 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-e2cd05ea-f184-40a4-8423-5dee362d068e tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:42.291034 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-e2cd05ea-f184-40a4-8423-5dee362d068e tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754563 Sep 21 21:55:42.874782 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25a6d2-2b6d-4485-8976-17c29e42d53e req-271a708b-7c03-475a-9d6d-83d3e1120740 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:42.876272 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8c25a6d2-2b6d-4485-8976-17c29e42d53e req-271a708b-7c03-475a-9d6d-83d3e1120740 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0551422 Sep 21 21:55:42.922699 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8c25a6d2-2b6d-4485-8976-17c29e42d53e req-cc0fad5f-2f0d-4900-b5c8-d3e58058af3b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409317 Sep 21 21:55:43.019780 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-332b60af-fb48-489f-8c77-670a97d1727a req-1a47d0d4-dba4-4027-9af4-2a8425952ccc tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 210 time: 0.0297303 Sep 21 21:55:43.111855 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8563c-c70f-4cf5-9dfa-e0447c4e7be1 req-2e55edfd-77ff-4f3e-ac9a-0bceca3878a3 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:43.113377 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-37a8563c-c70f-4cf5-9dfa-e0447c4e7be1 req-2e55edfd-77ff-4f3e-ac9a-0bceca3878a3 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 944 time: 0.0517161 Sep 21 21:55:43.158479 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-37a8563c-c70f-4cf5-9dfa-e0447c4e7be1 req-298e85cd-62f1-4eb4-820e-8cbcf1530d8e tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396430 Sep 21 21:55:43.905838 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device d0301364-9f7d-4305-a67c-f3acaefcd6a6 up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:55:44.022436 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port d0301364-9f7d-4305-a67c-f3acaefcd6a6 completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:55:44.027204 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port d0301364-9f7d-4305-a67c-f3acaefcd6a6 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:55:44.027696 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (d0301364-9f7d-4305-a67c-f3acaefcd6a6), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:44.028190 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port d0301364-9f7d-4305-a67c-f3acaefcd6a6 Sep 21 21:55:44.055754 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1e9fc-a5ca-4f57-8b51-4f99474951ae req-38dacd51-610c-4769-b0be-0b88100d1fb0 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:44.058045 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-49c1e9fc-a5ca-4f57-8b51-4f99474951ae req-38dacd51-610c-4769-b0be-0b88100d1fb0 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0639138 Sep 21 21:55:44.114599 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port d0301364-9f7d-4305-a67c-f3acaefcd6a6 is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:44.114988 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (d0301364-9f7d-4305-a67c-f3acaefcd6a6), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:44.134019 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1eee944d-8dec-49ed-b32f-abef0c9e72f4 req-3c9cebea-0b99-4b46-afa9-3b4fdfccbd5a tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 210 time: 0.0350442 Sep 21 21:55:44.137992 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-49c1e9fc-a5ca-4f57-8b51-4f99474951ae req-b5cb57fb-6923-4613-af54-8e2c940333fc tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742452 Sep 21 21:55:44.141403 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0301364-9f7d-4305-a67c-f3acaefcd6a6'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:55:44.144678 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd327e1-9606-4d3f-9031-d85d3530f3cc" -d '{"events": [{"server_uuid": "cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce", "name": "network-vif-plugged", "status": "completed", "tag": "d0301364-9f7d-4305-a67c-f3acaefcd6a6"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:55:44.173712 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port d0301364-9f7d-4305-a67c-f3acaefcd6a6, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d0301364-9f7d-4305-a67c-f3acaefcd6a6,segment=NetworkSegment(188ff2c4-d7ea-4444-84dd-004b7dca4861),segment_id=188ff2c4-d7ea-4444-84dd-004b7dca4861)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:44.194835 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7affd99c-dd3d-4bac-b07f-3065ee6a6589 x-openstack-request-id: req-7affd99c-dd3d-4bac-b07f-3065ee6a6589 {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:44.195379 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce", "name": "network-vif-plugged", "status": "completed", "tag": "d0301364-9f7d-4305-a67c-f3acaefcd6a6", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:44.195754 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7affd99c-dd3d-4bac-b07f-3065ee6a6589 {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:44.196225 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7affd99c-dd3d-4bac-b07f-3065ee6a6589'] response: {'server_uuid': 'cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0301364-9f7d-4305-a67c-f3acaefcd6a6', 'code': 200} Sep 21 21:55:44.262472 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (d0301364-9f7d-4305-a67c-f3acaefcd6a6), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:44.285243 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53081575-4106-4339-bf86-476ceb7a124b req-a0ca7b64-a7f1-41e1-9977-3731bb005292 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:44.286827 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-53081575-4106-4339-bf86-476ceb7a124b req-a0ca7b64-a7f1-41e1-9977-3731bb005292 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 944 time: 0.0581117 Sep 21 21:55:44.308316 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=d0301364-9f7d-4305-a67c-f3acaefcd6a6,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:44.335559 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-53081575-4106-4339-bf86-476ceb7a124b req-e017796c-cf5d-4673-a0ed-7bad0b0333a7 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427887 Sep 21 21:55:45.090754 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-b40fa332-5066-42db-917f-1c0ad5961ce9 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Request body: {'port': {'device_id': '3d9c1868-4345-41fa-86d3-8378f953592a', 'network_id': '0446b1fe-3304-4190-b937-a119b719f5e9', 'admin_state_up': True, 'tenant_id': 'db0c2ac7555440e78e90d474786e6eaf'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:55:45.241563 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a4e06955-c214-4b50-856f-8ae175fa0cf7 req-104de9d0-6468-45ee-a1b9-2892b0b54d22 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 210 time: 0.0276747 Sep 21 21:55:45.298481 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf705f9-2bc8-4561-bb87-a0e42d8ae6a7 req-0e2a35d2-44bb-4b70-8124-82394da5454b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:45.300018 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8cf705f9-2bc8-4561-bb87-a0e42d8ae6a7 req-0e2a35d2-44bb-4b70-8124-82394da5454b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0608683 Sep 21 21:55:45.307842 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-b40fa332-5066-42db-917f-1c0ad5961ce9 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Made reservation on behalf of db0c2ac7555440e78e90d474786e6eaf for: {'port': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:55:45.312121 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-b40fa332-5066-42db-917f-1c0ad5961ce9 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:45.327116 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-b40fa332-5066-42db-917f-1c0ad5961ce9 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:45.352530 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8cf705f9-2bc8-4561-bb87-a0e42d8ae6a7 req-c2af3285-853a-4abd-8028-375452536203 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469124 Sep 21 21:55:45.415760 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-b40fa332-5066-42db-917f-1c0ad5961ce9 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Publish callbacks [] for security_group (02f9a94e-e018-4669-acee-f44ed5b6eaf2), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:45.462456 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-b40fa332-5066-42db-917f-1c0ad5961ce9 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (02f9a94e-e018-4669-acee-f44ed5b6eaf2), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:45.466708 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9fb96-fdab-467d-a1a4-99bd64c71772 req-dcb0cf1a-6bc8-4d45-80ff-0d0d92ed6d9a tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:45.468224 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b0a9fb96-fdab-467d-a1a4-99bd64c71772 req-dcb0cf1a-6bc8-4d45-80ff-0d0d92ed6d9a tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 945 time: 0.0529215 Sep 21 21:55:45.526980 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fa332-5066-42db-917f-1c0ad5961ce9 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f9a94e-e018-4669-acee-f44ed5b6eaf2,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:45.541999 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b0a9fb96-fdab-467d-a1a4-99bd64c71772 req-246353e1-bf51-4377-aece-6201d72bb9a8 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658436 Sep 21 21:55:45.563767 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70167e-ab23-4848-8211-506c9598013b req-95935413-a0d7-4289-8f05-25444284fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:45.563767 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cd70167e-ab23-4848-8211-506c9598013b req-95935413-a0d7-4289-8f05-25444284fae7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 1129 time: 0.0669651 Sep 21 21:55:45.610664 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-b40fa332-5066-42db-917f-1c0ad5961ce9 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Allocated IP 192.168.233.113 (0446b1fe-3304-4190-b937-a119b719f5e9/3729c0a4-c06a-4a74-99a8-cd123f42a726/2067ee5a-c89e-44da-ba11-d0613ce4939a) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:55:45.611900 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cd70167e-ab23-4848-8211-506c9598013b req-cd73ca16-ced6-458d-beb3-9b841b0ed78e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378122 Sep 21 21:55:45.752706 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-b40fa332-5066-42db-917f-1c0ad5961ce9 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Publish callbacks [] for port (2067ee5a-c89e-44da-ba11-d0613ce4939a), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:45.828672 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-b40fa332-5066-42db-917f-1c0ad5961ce9 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (2067ee5a-c89e-44da-ba11-d0613ce4939a), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:45.875379 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-b40fa332-5066-42db-917f-1c0ad5961ce9 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Network 0446b1fe-3304-4190-b937-a119b719f5e9 is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:55:45.880497 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-b40fa332-5066-42db-917f-1c0ad5961ce9 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:55:45.884439 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-b40fa332-5066-42db-917f-1c0ad5961ce9 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:55:45.888894 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fa332-5066-42db-917f-1c0ad5961ce9 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Pushing event updated for resources: {'Port': ['ID=2067ee5a-c89e-44da-ba11-d0613ce4939a,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:45.948880 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-b40fa332-5066-42db-917f-1c0ad5961ce9 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:45.948880 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-b40fa332-5066-42db-917f-1c0ad5961ce9 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:46.019373 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-b40fa332-5066-42db-917f-1c0ad5961ce9 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9332461 Sep 21 21:55:46.052397 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Request body: {'port': {'device_id': '3d9c1868-4345-41fa-86d3-8378f953592a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:55:46.108396 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-456fd34f-ff8f-4413-9221-9f3365081770 None None] Provisioning complete for port 2067ee5a-c89e-44da-ba11-d0613ce4939a triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:55:46.108915 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-456fd34f-ff8f-4413-9221-9f3365081770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (2067ee5a-c89e-44da-ba11-d0613ce4939a), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:46.113736 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-456fd34f-ff8f-4413-9221-9f3365081770 None None] Attempt 1 to provision port 2067ee5a-c89e-44da-ba11-d0613ce4939a Sep 21 21:55:46.119757 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (2067ee5a-c89e-44da-ba11-d0613ce4939a), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:46.147397 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-456fd34f-ff8f-4413-9221-9f3365081770 None None] Port 2067ee5a-c89e-44da-ba11-d0613ce4939a cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:55:46.375620 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995be829-4b0f-4b0b-875b-afab489c796e req-2c1d137c-eb98-46b1-bdb8-a336977f8560 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:46.377265 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-995be829-4b0f-4b0b-875b-afab489c796e req-2c1d137c-eb98-46b1-bdb8-a336977f8560 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 936 time: 0.0566938 Sep 21 21:55:46.378819 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2067ee5a-c89e-44da-ba11-d0613ce4939a {{(pid=110730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:55:46.390000 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Publish callbacks [] for port (2067ee5a-c89e-44da-ba11-d0613ce4939a), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:46.399522 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.provisioning_blocks [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Transition to ACTIVE for port object 2067ee5a-c89e-44da-ba11-d0613ce4939a will not be triggered until provisioned by entity L2. {{(pid=110730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:55:46.414412 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:55:46.454347 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-995be829-4b0f-4b0b-875b-afab489c796e req-c91deb21-f435-47fe-a2b5-46fa08edbd84 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f9a94e-e018-4669-acee-f44ed5b6eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685399 Sep 21 21:55:46.457190 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (2067ee5a-c89e-44da-ba11-d0613ce4939a), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:46.530413 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0bdc4-410a-4fd5-9c42-136718b4fd0b req-8ac7c46a-664c-4147-8d0a-95b92aa6ceae tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:46.531914 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-51f0bdc4-410a-4fd5-9c42-136718b4fd0b req-8ac7c46a-664c-4147-8d0a-95b92aa6ceae tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0766156 Sep 21 21:55:46.538276 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Pushing event updated for resources: {'Port': ['ID=2067ee5a-c89e-44da-ba11-d0613ce4939a,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:46.567071 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Attempting to bind port 2067ee5a-c89e-44da-ba11-d0613ce4939a on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:55:46.567406 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Attempting to bind port 2067ee5a-c89e-44da-ba11-d0613ce4939a by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'ff348a00-1737-4a96-a732-27d9ccf8f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0446b1fe-3304-4190-b937-a119b719f5e9'}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:55:46.568742 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Attempting to bind port 2067ee5a-c89e-44da-ba11-d0613ce4939a on network 0446b1fe-3304-4190-b937-a119b719f5e9 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:55:46.572032 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Port 2067ee5a-c89e-44da-ba11-d0613ce4939a on network 0446b1fe-3304-4190-b937-a119b719f5e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:55:46.572531 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Attempting to bind port 2067ee5a-c89e-44da-ba11-d0613ce4939a on network 0446b1fe-3304-4190-b937-a119b719f5e9 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:55:46.578279 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:55:46.578611 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Checking segment: {'id': 'ff348a00-1737-4a96-a732-27d9ccf8f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0446b1fe-3304-4190-b937-a119b719f5e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:55:46.579004 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Bound using segment: {'id': 'ff348a00-1737-4a96-a732-27d9ccf8f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0446b1fe-3304-4190-b937-a119b719f5e9'} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:55:46.579426 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Bound port: 2067ee5a-c89e-44da-ba11-d0613ce4939a, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff348a00-1737-4a96-a732-27d9ccf8f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0446b1fe-3304-4190-b937-a119b719f5e9'}}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:55:46.579780 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (2067ee5a-c89e-44da-ba11-d0613ce4939a), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:46.627251 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-51f0bdc4-410a-4fd5-9c42-136718b4fd0b req-7e00d979-dce0-4515-b295-cc93273bc505 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891044 Sep 21 21:55:46.654605 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-456fd34f-ff8f-4413-9221-9f3365081770 None None] Attempt 2 to provision port 2067ee5a-c89e-44da-ba11-d0613ce4939a Sep 21 21:55:46.663472 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] For port 2067ee5a-c89e-44da-ba11-d0613ce4939a, host hv-cinder-85881, cleared binding levels {{(pid=110730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:55:46.667126 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] For port 2067ee5a-c89e-44da-ba11-d0613ce4939a, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=2067ee5a-c89e-44da-ba11-d0613ce4939a,segment=NetworkSegment(ff348a00-1737-4a96-a732-27d9ccf8f7e1),segment_id=ff348a00-1737-4a96-a732-27d9ccf8f7e1)] {{(pid=110730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:55:46.687627 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-456fd34f-ff8f-4413-9221-9f3365081770 None None] Port 2067ee5a-c89e-44da-ba11-d0613ce4939a cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:55:46.702010 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812bf2a-1e21-4cc6-a4e1-5745c1caeda6 req-0b7a9e84-40f2-44fc-a81a-5092c2991dd4 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:46.703501 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3812bf2a-1e21-4cc6-a4e1-5745c1caeda6 req-0b7a9e84-40f2-44fc-a81a-5092c2991dd4 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 945 time: 0.0692546 Sep 21 21:55:46.750969 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3812bf2a-1e21-4cc6-a4e1-5745c1caeda6 req-caa8e1e2-e5c5-4aab-b81d-548399a78a44 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419152 Sep 21 21:55:46.754264 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (2067ee5a-c89e-44da-ba11-d0613ce4939a), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:46.759202 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:46.759202 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:46.767520 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] 10.222.0.61 "PUT /v2.0/ports/2067ee5a-c89e-44da-ba11-d0613ce4939a HTTP/1.1" status: 200 len: 1098 time: 0.7177112 Sep 21 21:55:46.768081 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9c1868-4345-41fa-86d3-8378f953592a', 'tag': '2067ee5a-c89e-44da-ba11-d0613ce4939a'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:55:46.770893 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef60b801-2943-4878-a94c-d8220a837732" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9c1868-4345-41fa-86d3-8378f953592a", "tag": "2067ee5a-c89e-44da-ba11-d0613ce4939a"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:55:46.829351 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99cb70-3a35-452e-a475-0aaeac404d5f service neutron] Pushing event updated for resources: {'Port': ['ID=2067ee5a-c89e-44da-ba11-d0613ce4939a,revision_number=3']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:46.832847 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef33d406-1e45-44dc-b079-d33d9e599a21 x-openstack-request-id: req-ef33d406-1e45-44dc-b079-d33d9e599a21 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:46.833269 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9c1868-4345-41fa-86d3-8378f953592a", "tag": "2067ee5a-c89e-44da-ba11-d0613ce4939a", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:46.833533 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef33d406-1e45-44dc-b079-d33d9e599a21 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:46.833934 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef33d406-1e45-44dc-b079-d33d9e599a21'] response: {'name': 'network-changed', 'server_uuid': '3d9c1868-4345-41fa-86d3-8378f953592a', 'tag': '2067ee5a-c89e-44da-ba11-d0613ce4939a', 'status': 'completed', 'code': 200} Sep 21 21:55:46.972327 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60b801-2943-4878-a94c-d8220a837732 req-ecb98759-9edd-4c88-9413-c69f49c73aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:46.974142 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-ef60b801-2943-4878-a94c-d8220a837732 req-ecb98759-9edd-4c88-9413-c69f49c73aff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=db0c2ac7555440e78e90d474786e6eaf&device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 1132 time: 0.0545669 Sep 21 21:55:47.021787 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-ef60b801-2943-4878-a94c-d8220a837732 req-f49dfa13-1788-4a8f-9089-e04321ad1c55 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=db0c2ac7555440e78e90d474786e6eaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192409 Sep 21 21:55:47.126540 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60b801-2943-4878-a94c-d8220a837732 req-54c412cc-bdf1-4cfb-9064-258c23b2f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:47.128003 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-ef60b801-2943-4878-a94c-d8220a837732 req-54c412cc-bdf1-4cfb-9064-258c23b2f7e0 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997860 Sep 21 21:55:47.189380 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-456fd34f-ff8f-4413-9221-9f3365081770 None None] Attempt 3 to provision port 2067ee5a-c89e-44da-ba11-d0613ce4939a Sep 21 21:55:47.230309 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-456fd34f-ff8f-4413-9221-9f3365081770 None None] Port 2067ee5a-c89e-44da-ba11-d0613ce4939a had new provisioning blocks added so it will not transition to active. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:55:47.352335 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-2fb42560-967c-42d2-8f81-dd88faa74554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:47.353857 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-2fb42560-967c-42d2-8f81-dd88faa74554 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=db0c2ac7555440e78e90d474786e6eaf&device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 1132 time: 0.0477445 Sep 21 21:55:47.411577 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 42874) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:47.460449 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-87765446-87bc-4d23-9f4d-6c42eb47d0b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=2067ee5a-c89e-44da-ba11-d0613ce4939a HTTP/1.1" status: 200 len: 217 time: 0.0348423 Sep 21 21:55:47.520672 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-90ac7193-4792-4f78-b825-f0bf38d88f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:47.522158 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-90ac7193-4792-4f78-b825-f0bf38d88f10 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3729c0a4-c06a-4a74-99a8-cd123f42a726 HTTP/1.1" status: 200 len: 843 time: 0.0540113 Sep 21 21:55:47.529067 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d9b41276-05e7-42b0-afee-78b988b67217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:47.594186 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d225d4-71cf-4785-ae53-77fffbeea0a3 req-b5d401a9-e9e3-44ac-9417-93586c9934c5 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:47.595807 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e7d225d4-71cf-4785-ae53-77fffbeea0a3 req-b5d401a9-e9e3-44ac-9417-93586c9934c5 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 948 time: 0.0597429 Sep 21 21:55:47.617976 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-bc12eea4-84dc-4ebb-a081-e31f41acf78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:47.619509 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-bc12eea4-84dc-4ebb-a081-e31f41acf78d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0446b1fe-3304-4190-b937-a119b719f5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0742881 Sep 21 21:55:47.645276 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e7d225d4-71cf-4785-ae53-77fffbeea0a3 req-15371f4f-25a0-468d-9bfe-0521a630773e tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f9a94e-e018-4669-acee-f44ed5b6eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Sep 21 21:55:47.662180 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d9b41276-05e7-42b0-afee-78b988b67217 admin admin] Publish callbacks [] for security_group (217b9cd3-7148-4441-a734-255e7b8ae2fd), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:47.729119 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-d1d67cc6-172e-45e8-a1d5-cd0b160434dc service neutron] 10.222.0.61 "GET /v2.0/networks/0446b1fe-3304-4190-b937-a119b719f5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904765 Sep 21 21:55:47.765880 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2367d-b37e-4682-9b28-89691a5655a6 req-8a364d04-7b8f-4c4e-b5d8-d4f7662f28cf tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:47.767360 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2ec2367d-b37e-4682-9b28-89691a5655a6 req-8a364d04-7b8f-4c4e-b5d8-d4f7662f28cf tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0575392 Sep 21 21:55:47.767543 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d9b41276-05e7-42b0-afee-78b988b67217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (217b9cd3-7148-4441-a734-255e7b8ae2fd), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:47.826032 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2ec2367d-b37e-4682-9b28-89691a5655a6 req-99c42bb6-149d-40a4-a418-1d1f5803c132 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524609 Sep 21 21:55:47.857869 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b41276-05e7-42b0-afee-78b988b67217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217b9cd3-7148-4441-a734-255e7b8ae2fd,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:47.857869 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-d9b41276-05e7-42b0-afee-78b988b67217 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5e026c8c9fa49beb5b5b6ed6a79ffe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4385939 Sep 21 21:55:47.858112 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 42884) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:47.881619 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1ee9c7da-d8c0-47a7-93a2-cef8e3079173 req-350d70aa-d9e6-4e6f-ab39-b3b9d6f2d429 service neutron] 10.222.0.61 "GET /v2.0/networks/0446b1fe-3304-4190-b937-a119b719f5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323340 Sep 21 21:55:47.941331 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5077a-27d6-4e7c-9a61-61a3ead353aa req-ef699c33-55ce-4e27-8e0f-8f87956051df tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:47.942812 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-39e5077a-27d6-4e7c-9a61-61a3ead353aa req-ef699c33-55ce-4e27-8e0f-8f87956051df tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 945 time: 0.0977023 Sep 21 21:55:47.947645 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6f8b37b3-75de-424b-be32-341c37024a1b admin admin] Publish callbacks [] for security_group (217b9cd3-7148-4441-a734-255e7b8ae2fd), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:47.990442 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6f8b37b3-75de-424b-be32-341c37024a1b admin admin] Publish callbacks [] for security_group (217b9cd3-7148-4441-a734-255e7b8ae2fd), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:48.018712 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-39e5077a-27d6-4e7c-9a61-61a3ead353aa req-ebaf41db-4cf6-48e9-9ae3-61a8639a0d1b tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691261 Sep 21 21:55:48.119154 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6f8b37b3-75de-424b-be32-341c37024a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (217b9cd3-7148-4441-a734-255e7b8ae2fd), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:48.122456 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6f8b37b3-75de-424b-be32-341c37024a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:48.123606 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-6f8b37b3-75de-424b-be32-341c37024a1b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/217b9cd3-7148-4441-a734-255e7b8ae2fd HTTP/1.1" status: 204 len: 168 time: 0.2672026 Sep 21 21:55:48.131697 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b37b3-75de-424b-be32-341c37024a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217b9cd3-7148-4441-a734-255e7b8ae2fd,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:48.405006 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:48.719042 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a274631-3cd2-418c-9bdc-4722432da546 req-7e751857-0a19-4953-a19d-ab7d11f683ac tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:48.721402 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9a274631-3cd2-418c-9bdc-4722432da546 req-7e751857-0a19-4953-a19d-ab7d11f683ac tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 946 time: 0.0685756 Sep 21 21:55:48.781753 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 42912) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:48.796764 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8b673cb5-8b65-48d1-bfa9-5d67b5e36a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:48.798201 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9a274631-3cd2-418c-9bdc-4722432da546 req-70b6f24c-753e-4273-b6cc-5695b7051560 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713875 Sep 21 21:55:48.812181 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2218d90-e940-4d2a-9180-7fefdea8b1ae req-f66e20c6-236c-4f25-8e55-c9ddbc3c675b tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:48.813718 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e2218d90-e940-4d2a-9180-7fefdea8b1ae req-f66e20c6-236c-4f25-8e55-c9ddbc3c675b tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 948 time: 0.0805809 Sep 21 21:55:48.863424 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e2218d90-e940-4d2a-9180-7fefdea8b1ae req-c7dbfcaa-22c2-4083-b13f-1fd074c3fd7f tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f9a94e-e018-4669-acee-f44ed5b6eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441751 Sep 21 21:55:48.879300 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8b673cb5-8b65-48d1-bfa9-5d67b5e36a89 admin admin] Publish callbacks [] for security_group (f353d30d-376d-493e-86d7-44133ac1eb9c), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:48.947586 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8b673cb5-8b65-48d1-bfa9-5d67b5e36a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (f353d30d-376d-493e-86d7-44133ac1eb9c), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:48.960594 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f827ca-1e3f-49c3-a1fd-ec019099fa33 req-8a5f0d24-b900-4e3a-bce8-c6427acd7fed tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:48.962108 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f1f827ca-1e3f-49c3-a1fd-ec019099fa33 req-8a5f0d24-b900-4e3a-bce8-c6427acd7fed tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0510883 Sep 21 21:55:48.986687 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-8b673cb5-8b65-48d1-bfa9-5d67b5e36a89 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6fa2b99822c462daa9026870177d805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037661 Sep 21 21:55:48.987782 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b673cb5-8b65-48d1-bfa9-5d67b5e36a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f353d30d-376d-493e-86d7-44133ac1eb9c,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:48.989433 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 42916) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:49.036983 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f1f827ca-1e3f-49c3-a1fd-ec019099fa33 req-d2900eb2-df7f-4de0-8f9a-45d85046dcd9 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682495 Sep 21 21:55:49.061712 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f299dd91-19d6-439f-9709-421588058f7f admin admin] Publish callbacks [] for security_group (f353d30d-376d-493e-86d7-44133ac1eb9c), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:49.083535 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f299dd91-19d6-439f-9709-421588058f7f admin admin] Publish callbacks [] for security_group (f353d30d-376d-493e-86d7-44133ac1eb9c), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:49.205077 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f299dd91-19d6-439f-9709-421588058f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (f353d30d-376d-493e-86d7-44133ac1eb9c), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:49.207699 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f299dd91-19d6-439f-9709-421588058f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:49.208849 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-f299dd91-19d6-439f-9709-421588058f7f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f353d30d-376d-493e-86d7-44133ac1eb9c HTTP/1.1" status: 204 len: 168 time: 0.2184203 Sep 21 21:55:49.222428 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299dd91-19d6-439f-9709-421588058f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f353d30d-376d-493e-86d7-44133ac1eb9c,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:49.773047 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ea470-1131-472c-b792-eb39bd2de648 req-31757919-245a-4fa0-b0ef-48a220d3324d tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:49.774540 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b76ea470-1131-472c-b792-eb39bd2de648 req-31757919-245a-4fa0-b0ef-48a220d3324d tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 945 time: 0.0520494 Sep 21 21:55:49.823127 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b76ea470-1131-472c-b792-eb39bd2de648 req-97f3ce40-d035-4662-a3f1-417958316269 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422559 Sep 21 21:55:49.942934 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffe987-9806-434e-b424-5f24458c530a req-2cf4d08e-591e-44ee-b40f-0e1260414838 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:49.944460 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-81ffe987-9806-434e-b424-5f24458c530a req-2cf4d08e-591e-44ee-b40f-0e1260414838 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 946 time: 0.0618958 Sep 21 21:55:49.978791 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 42950) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:50.028476 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-81ffe987-9806-434e-b424-5f24458c530a req-9aa405d9-afb2-40e6-83b9-66eff250910f tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730543 Sep 21 21:55:50.036050 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7473fe-2cea-4eb0-9aec-f469d6ae9f97 req-dae610d6-2d86-4dda-b185-6a88573e322f tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:50.037732 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ce7473fe-2cea-4eb0-9aec-f469d6ae9f97 req-dae610d6-2d86-4dda-b185-6a88573e322f tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 948 time: 0.0923750 Sep 21 21:55:50.093468 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ce7473fe-2cea-4eb0-9aec-f469d6ae9f97 req-b9c25a5d-a9be-43e1-b2cd-760dfdb1be98 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f9a94e-e018-4669-acee-f44ed5b6eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491192 Sep 21 21:55:50.127800 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c819-996f-4574-bec0-d68ce185cc1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:50.210026 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9c788-87ee-478d-b4a7-4ea9bc1b4c4e req-323555ee-3ac8-4ff9-a83b-882c04065738 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:50.211502 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1be9c788-87ee-478d-b4a7-4ea9bc1b4c4e req-323555ee-3ac8-4ff9-a83b-882c04065738 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0806773 Sep 21 21:55:50.280458 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c819-996f-4574-bec0-d68ce185cc1e admin admin] Publish callbacks [] for security_group (ab80712d-ebc9-4980-bcc2-63c72f9736b9), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:50.285126 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1be9c788-87ee-478d-b4a7-4ea9bc1b4c4e req-87d170ef-65b5-42d6-aa91-efda63d6bdb3 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665474 Sep 21 21:55:50.325334 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 2067ee5a-c89e-44da-ba11-d0613ce4939a details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:55:50.325856 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c819-996f-4574-bec0-d68ce185cc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (ab80712d-ebc9-4980-bcc2-63c72f9736b9), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:50.364716 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-3fb0c819-996f-4574-bec0-d68ce185cc1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51ceb47f84d045d5a3bee3b89a25430e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849041 Sep 21 21:55:50.366071 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0c819-996f-4574-bec0-d68ce185cc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab80712d-ebc9-4980-bcc2-63c72f9736b9,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:50.367472 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 42964) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:50.426887 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 2067ee5a-c89e-44da-ba11-d0613ce4939a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=2067ee5a-c89e-44da-ba11-d0613ce4939a,segment=NetworkSegment(ff348a00-1737-4a96-a732-27d9ccf8f7e1),segment_id=ff348a00-1737-4a96-a732-27d9ccf8f7e1)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:50.431600 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-114a0ec0-3e06-4850-ac4f-41a75fdbfb0b admin admin] Publish callbacks [] for security_group (ab80712d-ebc9-4980-bcc2-63c72f9736b9), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:50.438476 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': '2067ee5a-c89e-44da-ba11-d0613ce4939a', 'network_id': '0446b1fe-3304-4190-b937-a119b719f5e9', 'port_id': '2067ee5a-c89e-44da-ba11-d0613ce4939a', 'mac_address': 'fa:16:3e:77:59:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3729c0a4-c06a-4a74-99a8-cd123f42a726', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:55:50.452814 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-114a0ec0-3e06-4850-ac4f-41a75fdbfb0b admin admin] Publish callbacks [] for security_group (ab80712d-ebc9-4980-bcc2-63c72f9736b9), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:50.472279 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 2067ee5a-c89e-44da-ba11-d0613ce4939a is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:50.472669 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (2067ee5a-c89e-44da-ba11-d0613ce4939a), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:50.485490 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2067ee5a-c89e-44da-ba11-d0613ce4939a {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:55:50.508691 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 2067ee5a-c89e-44da-ba11-d0613ce4939a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=2067ee5a-c89e-44da-ba11-d0613ce4939a,segment=NetworkSegment(ff348a00-1737-4a96-a732-27d9ccf8f7e1),segment_id=ff348a00-1737-4a96-a732-27d9ccf8f7e1)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:50.553503 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-114a0ec0-3e06-4850-ac4f-41a75fdbfb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (ab80712d-ebc9-4980-bcc2-63c72f9736b9), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:50.556170 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-114a0ec0-3e06-4850-ac4f-41a75fdbfb0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:50.557499 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-114a0ec0-3e06-4850-ac4f-41a75fdbfb0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab80712d-ebc9-4980-bcc2-63c72f9736b9 HTTP/1.1" status: 204 len: 168 time: 0.1831856 Sep 21 21:55:50.565946 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a0ec0-3e06-4850-ac4f-41a75fdbfb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab80712d-ebc9-4980-bcc2-63c72f9736b9,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:50.570602 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (2067ee5a-c89e-44da-ba11-d0613ce4939a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:50.628554 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=2067ee5a-c89e-44da-ba11-d0613ce4939a,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:50.967466 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3a9fe-699f-44ea-b411-ce0507b59a6b req-b65ee781-d2d8-4198-ae5e-1e83ed3a7322 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:50.969030 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c9d3a9fe-699f-44ea-b411-ce0507b59a6b req-b65ee781-d2d8-4198-ae5e-1e83ed3a7322 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 945 time: 0.0612619 Sep 21 21:55:51.020727 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c9d3a9fe-699f-44ea-b411-ce0507b59a6b req-2654ae09-9f5e-41e0-8cfc-c54629627d17 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458527 Sep 21 21:55:51.097518 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['2067ee5a-c89e-44da-ba11-d0613ce4939a'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:55:51.240705 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ef17a-a696-483d-b24f-0641e2729b77 req-6c1c7e4a-fe9f-4065-a894-fe77c401872c tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:51.242335 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-292ef17a-a696-483d-b24f-0641e2729b77 req-6c1c7e4a-fe9f-4065-a894-fe77c401872c tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 946 time: 0.1254044 Sep 21 21:55:51.277595 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e5721-2897-43be-98ca-d70886f24ae9 req-a2c31d1b-697e-4848-836d-c054e0a2a552 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:51.279105 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-085e5721-2897-43be-98ca-d70886f24ae9 req-a2c31d1b-697e-4848-836d-c054e0a2a552 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 949 time: 0.1025944 Sep 21 21:55:51.338699 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-292ef17a-a696-483d-b24f-0641e2729b77 req-bd767fb8-74df-4e91-814a-31bd40005b3b tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831385 Sep 21 21:55:51.363374 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-085e5721-2897-43be-98ca-d70886f24ae9 req-0c5cdf80-0402-4964-8810-b4be703336bc tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f9a94e-e018-4669-acee-f44ed5b6eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750210 Sep 21 21:55:51.485691 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3865c-ccf4-4857-8964-18eeecc21c12 req-3a9e3736-122d-4e37-a5f7-8df1e546be95 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:51.491948 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-55b3865c-ccf4-4857-8964-18eeecc21c12 req-3a9e3736-122d-4e37-a5f7-8df1e546be95 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0684314 Sep 21 21:55:51.535268 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-55b3865c-ccf4-4857-8964-18eeecc21c12 req-fae0b01b-c24a-445c-b3af-ab8c50a5d581 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424542 Sep 21 21:55:52.075882 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d789374-f522-45d6-8db8-52c28e8403d7 req-f3b671dc-7206-4071-8c64-6804ff3838a3 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:52.077561 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-7d789374-f522-45d6-8db8-52c28e8403d7 req-f3b671dc-7206-4071-8c64-6804ff3838a3 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 946 time: 0.0852149 Sep 21 21:55:52.177829 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad255e81-4a44-4dfc-adca-584b191e4c93 req-1975f84a-582b-4322-9197-f67cd145823c tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:52.184206 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ad255e81-4a44-4dfc-adca-584b191e4c93 req-1975f84a-582b-4322-9197-f67cd145823c tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 945 time: 0.0824406 Sep 21 21:55:52.249294 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ad255e81-4a44-4dfc-adca-584b191e4c93 req-b701d893-b584-40cc-9d91-5dede097ad1b tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628064 Sep 21 21:55:52.454042 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-7d789374-f522-45d6-8db8-52c28e8403d7 req-36806215-a20c-45ad-8b18-21ef10b9daf6 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Deleting port 6aeb725b-1bb2-467b-a83c-40dffff2d499 {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:55:52.454177 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-7d789374-f522-45d6-8db8-52c28e8403d7 req-36806215-a20c-45ad-8b18-21ef10b9daf6 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (6aeb725b-1bb2-467b-a83c-40dffff2d499), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:52.505251 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798dbd08-7b96-4870-8e9e-5d1cffe2144b req-47836da8-d504-4ae5-8035-55fe9d33faa4 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:52.509547 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-798dbd08-7b96-4870-8e9e-5d1cffe2144b req-47836da8-d504-4ae5-8035-55fe9d33faa4 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 946 time: 0.0890903 Sep 21 21:55:52.555844 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-7d789374-f522-45d6-8db8-52c28e8403d7 req-36806215-a20c-45ad-8b18-21ef10b9daf6 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] For port 6aeb725b-1bb2-467b-a83c-40dffff2d499, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6aeb725b-1bb2-467b-a83c-40dffff2d499,segment=NetworkSegment(61cfeb8c-d5aa-4003-9674-492770763ed3),segment_id=61cfeb8c-d5aa-4003-9674-492770763ed3)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:52.556211 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-7d789374-f522-45d6-8db8-52c28e8403d7 req-36806215-a20c-45ad-8b18-21ef10b9daf6 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (6aeb725b-1bb2-467b-a83c-40dffff2d499), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:52.572651 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-7d789374-f522-45d6-8db8-52c28e8403d7 req-36806215-a20c-45ad-8b18-21ef10b9daf6 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Calling delete_port for 6aeb725b-1bb2-467b-a83c-40dffff2d499 owned by compute:nova {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:55:52.616783 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba998050-2315-49ae-8094-e872d22ad381 req-925793ad-1d4e-4f19-802c-61e26df58385 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:52.618302 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ba998050-2315-49ae-8094-e872d22ad381 req-925793ad-1d4e-4f19-802c-61e26df58385 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 949 time: 0.1441693 Sep 21 21:55:52.627883 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-798dbd08-7b96-4870-8e9e-5d1cffe2144b req-abe0e8f9-d553-4bc2-84e2-ebf6e7cd0794 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/security-groups?id=aef99244-1e41-4b9d-9d65-92c68ebd699f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990827 Sep 21 21:55:52.634879 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c2ac2-770e-4675-8900-b6b1818f713e req-b304e37e-dbd7-4d4a-90eb-74fe30de9c81 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:52.640317 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b35c2ac2-770e-4675-8900-b6b1818f713e req-b304e37e-dbd7-4d4a-90eb-74fe30de9c81 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 945 time: 0.1583607 Sep 21 21:55:52.783923 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ba998050-2315-49ae-8094-e872d22ad381 req-68fc4bf1-f1a2-48a1-9d00-5cf92a576c12 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f9a94e-e018-4669-acee-f44ed5b6eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464062 Sep 21 21:55:52.811242 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-7d789374-f522-45d6-8db8-52c28e8403d7 req-36806215-a20c-45ad-8b18-21ef10b9daf6 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (6aeb725b-1bb2-467b-a83c-40dffff2d499), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:52.831945 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c21d9c-b44e-40a1-abfe-8352c34ee4a8 req-0587b384-3723-4cc0-b1ef-aade01c0931d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:52.833521 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a6c21d9c-b44e-40a1-abfe-8352c34ee4a8 req-0587b384-3723-4cc0-b1ef-aade01c0931d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.1357641 Sep 21 21:55:52.839237 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36806215-a20c-45ad-8b18-21ef10b9daf6 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Pushing event deleted for resources: {'Port': ['ID=6aeb725b-1bb2-467b-a83c-40dffff2d499,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:52.854614 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-b35c2ac2-770e-4675-8900-b6b1818f713e req-5042df6b-1231-4493-9203-97c04fb025b2 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Deleting port d0301364-9f7d-4305-a67c-f3acaefcd6a6 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:55:52.854961 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-b35c2ac2-770e-4675-8900-b6b1818f713e req-5042df6b-1231-4493-9203-97c04fb025b2 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (d0301364-9f7d-4305-a67c-f3acaefcd6a6), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:52.921208 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d789374-f522-45d6-8db8-52c28e8403d7 req-36806215-a20c-45ad-8b18-21ef10b9daf6 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] No DVR routers for this DVR port 6aeb725b-1bb2-467b-a83c-40dffff2d499 on host hv-cinder-85881 {{(pid=110730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:55:52.925529 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-7d789374-f522-45d6-8db8-52c28e8403d7 req-36806215-a20c-45ad-8b18-21ef10b9daf6 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:52.930275 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-7d789374-f522-45d6-8db8-52c28e8403d7 req-36806215-a20c-45ad-8b18-21ef10b9daf6 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.61 "DELETE /v2.0/ports/6aeb725b-1bb2-467b-a83c-40dffff2d499 HTTP/1.1" status: 204 len: 173 time: 0.8409040 Sep 21 21:55:52.931562 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f22897b-64f7-4b36-8d63-5c4485f682b1', 'name': 'network-vif-deleted', 'tag': '6aeb725b-1bb2-467b-a83c-40dffff2d499'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:55:52.938067 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647aaaf5-b942-4239-8d90-937244b9ecb7" -d '{"events": [{"server_uuid": "4f22897b-64f7-4b36-8d63-5c4485f682b1", "name": "network-vif-deleted", "tag": "6aeb725b-1bb2-467b-a83c-40dffff2d499"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:55:52.955926 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a6c21d9c-b44e-40a1-abfe-8352c34ee4a8 req-50ebb5d8-486f-4793-89e1-54d5f2aa8edf tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148176 Sep 21 21:55:52.999908 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d5d9b5-17bd-4a92-a6d7-b951ad59d751 x-openstack-request-id: req-53d5d9b5-17bd-4a92-a6d7-b951ad59d751 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:53.000480 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f22897b-64f7-4b36-8d63-5c4485f682b1", "name": "network-vif-deleted", "tag": "6aeb725b-1bb2-467b-a83c-40dffff2d499", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:53.000804 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53d5d9b5-17bd-4a92-a6d7-b951ad59d751 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:53.001290 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d5d9b5-17bd-4a92-a6d7-b951ad59d751'] response: {'server_uuid': '4f22897b-64f7-4b36-8d63-5c4485f682b1', 'name': 'network-vif-deleted', 'tag': '6aeb725b-1bb2-467b-a83c-40dffff2d499', 'status': 'completed', 'code': 200} Sep 21 21:55:53.006643 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-b35c2ac2-770e-4675-8900-b6b1818f713e req-5042df6b-1231-4493-9203-97c04fb025b2 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] For port d0301364-9f7d-4305-a67c-f3acaefcd6a6, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d0301364-9f7d-4305-a67c-f3acaefcd6a6,segment=NetworkSegment(188ff2c4-d7ea-4444-84dd-004b7dca4861),segment_id=188ff2c4-d7ea-4444-84dd-004b7dca4861)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:53.009962 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-b35c2ac2-770e-4675-8900-b6b1818f713e req-5042df6b-1231-4493-9203-97c04fb025b2 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (d0301364-9f7d-4305-a67c-f3acaefcd6a6), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:53.023818 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-b35c2ac2-770e-4675-8900-b6b1818f713e req-5042df6b-1231-4493-9203-97c04fb025b2 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Calling delete_port for d0301364-9f7d-4305-a67c-f3acaefcd6a6 owned by compute:nova {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:55:53.239222 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-b35c2ac2-770e-4675-8900-b6b1818f713e req-5042df6b-1231-4493-9203-97c04fb025b2 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (d0301364-9f7d-4305-a67c-f3acaefcd6a6), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:53.264887 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042df6b-1231-4493-9203-97c04fb025b2 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Pushing event deleted for resources: {'Port': ['ID=d0301364-9f7d-4305-a67c-f3acaefcd6a6,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:53.283217 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['d0301364-9f7d-4305-a67c-f3acaefcd6a6'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:55:53.332321 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35c2ac2-770e-4675-8900-b6b1818f713e req-5042df6b-1231-4493-9203-97c04fb025b2 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] No DVR routers for this DVR port d0301364-9f7d-4305-a67c-f3acaefcd6a6 on host hv-cinder-85881 {{(pid=110731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:55:53.343651 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-b35c2ac2-770e-4675-8900-b6b1818f713e req-5042df6b-1231-4493-9203-97c04fb025b2 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:53.347106 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b35c2ac2-770e-4675-8900-b6b1818f713e req-5042df6b-1231-4493-9203-97c04fb025b2 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.61 "DELETE /v2.0/ports/d0301364-9f7d-4305-a67c-f3acaefcd6a6 HTTP/1.1" status: 204 len: 173 time: 0.6939278 Sep 21 21:55:53.347600 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce', 'name': 'network-vif-deleted', 'tag': 'd0301364-9f7d-4305-a67c-f3acaefcd6a6'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:55:53.350041 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c73b38-884b-4d95-90d1-b88949ccf6f1" -d '{"events": [{"server_uuid": "cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce", "name": "network-vif-deleted", "tag": "d0301364-9f7d-4305-a67c-f3acaefcd6a6"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:55:53.368310 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0a15fc58-d6e7-42a6-8feb-f8deead9edf0 req-b7139a46-c48a-46e1-925a-6e63797e1625 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 210 time: 0.0370288 Sep 21 21:55:53.391483 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845481b4-105f-4703-bffd-761b2c0df53d x-openstack-request-id: req-845481b4-105f-4703-bffd-761b2c0df53d {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:53.391915 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce", "name": "network-vif-deleted", "tag": "d0301364-9f7d-4305-a67c-f3acaefcd6a6", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:53.396683 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-845481b4-105f-4703-bffd-761b2c0df53d {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:53.396683 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-845481b4-105f-4703-bffd-761b2c0df53d'] response: {'server_uuid': 'cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce', 'name': 'network-vif-deleted', 'tag': 'd0301364-9f7d-4305-a67c-f3acaefcd6a6', 'status': 'completed', 'code': 200} Sep 21 21:55:53.736165 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7cb92b7e-bd03-4956-9eea-fa2eb19a3a9f req-1531c1c5-f041-4d29-b391-b2f051ffc214 tempest-DeleteServersTestJSON-712015441 tempest-DeleteServersTestJSON-712015441-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f22897b-64f7-4b36-8d63-5c4485f682b1 HTTP/1.1" status: 200 len: 210 time: 0.0268912 Sep 21 21:55:53.918727 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08149dc4-3ba4-4cf6-a33c-a96eee5884ab req-b7ea38ee-1eab-4648-a1f7-6b129343e5f3 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:53.920218 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-08149dc4-3ba4-4cf6-a33c-a96eee5884ab req-b7ea38ee-1eab-4648-a1f7-6b129343e5f3 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 949 time: 0.0527899 Sep 21 21:55:53.968758 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-08149dc4-3ba4-4cf6-a33c-a96eee5884ab req-5f6eab00-10b3-4880-8069-4ca9614acfc6 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f9a94e-e018-4669-acee-f44ed5b6eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426962 Sep 21 21:55:54.084359 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977cc0a-222d-4b14-8e15-d14f5aaa6c86 req-c2f09f48-c5f6-47bd-9fc3-626bdf683afb tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:54.085846 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d977cc0a-222d-4b14-8e15-d14f5aaa6c86 req-c2f09f48-c5f6-47bd-9fc3-626bdf683afb tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0531220 Sep 21 21:55:54.132536 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d977cc0a-222d-4b14-8e15-d14f5aaa6c86 req-71ff93f3-c922-493e-825a-91bfbac456fc tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409758 Sep 21 21:55:54.368561 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 2067ee5a-c89e-44da-ba11-d0613ce4939a up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:55:54.486860 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-81658f14-1cb7-4750-801f-96c01ff18974 req-a42a33e1-bdce-4793-95b0-b51edbd328d4 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1eef52-49fe-4bf5-a0e2-8daf1a5a14ce HTTP/1.1" status: 200 len: 210 time: 0.0275764 Sep 21 21:55:54.514301 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port 2067ee5a-c89e-44da-ba11-d0613ce4939a completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:55:54.518520 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port 2067ee5a-c89e-44da-ba11-d0613ce4939a triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:55:54.518890 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (2067ee5a-c89e-44da-ba11-d0613ce4939a), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:54.531289 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port 2067ee5a-c89e-44da-ba11-d0613ce4939a Sep 21 21:55:54.601984 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 2067ee5a-c89e-44da-ba11-d0613ce4939a is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:54.602374 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (2067ee5a-c89e-44da-ba11-d0613ce4939a), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:54.627213 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9c1868-4345-41fa-86d3-8378f953592a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2067ee5a-c89e-44da-ba11-d0613ce4939a'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:55:54.629723 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adc415c-61a1-4b17-87b6-3f204003277e" -d '{"events": [{"server_uuid": "3d9c1868-4345-41fa-86d3-8378f953592a", "name": "network-vif-plugged", "status": "completed", "tag": "2067ee5a-c89e-44da-ba11-d0613ce4939a"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:55:54.643654 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 2067ee5a-c89e-44da-ba11-d0613ce4939a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=2067ee5a-c89e-44da-ba11-d0613ce4939a,segment=NetworkSegment(ff348a00-1737-4a96-a732-27d9ccf8f7e1),segment_id=ff348a00-1737-4a96-a732-27d9ccf8f7e1)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:54.671442 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621ebd30-4865-4613-8921-8c2c8424780e x-openstack-request-id: req-621ebd30-4865-4613-8921-8c2c8424780e {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:54.671760 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9c1868-4345-41fa-86d3-8378f953592a", "name": "network-vif-plugged", "status": "completed", "tag": "2067ee5a-c89e-44da-ba11-d0613ce4939a", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:54.672339 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-621ebd30-4865-4613-8921-8c2c8424780e {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:54.672602 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621ebd30-4865-4613-8921-8c2c8424780e'] response: {'server_uuid': '3d9c1868-4345-41fa-86d3-8378f953592a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2067ee5a-c89e-44da-ba11-d0613ce4939a', 'code': 200} Sep 21 21:55:54.724979 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (2067ee5a-c89e-44da-ba11-d0613ce4939a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:54.725833 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device d0301364-9f7d-4305-a67c-f3acaefcd6a6 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:55:54.760717 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: d0301364-9f7d-4305-a67c-f3acaefcd6a6 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:55:54.761105 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device d0301364-9f7d-4305-a67c-f3acaefcd6a6 not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:55:54.762063 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 6aeb725b-1bb2-467b-a83c-40dffff2d499 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:55:54.789900 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: 6aeb725b-1bb2-467b-a83c-40dffff2d499 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:55:54.789900 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 6aeb725b-1bb2-467b-a83c-40dffff2d499 not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:55:54.807971 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=2067ee5a-c89e-44da-ba11-d0613ce4939a,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:55.083209 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f25aae-54c9-4e3f-9788-71cebba45a8e req-dc1714f6-8ee2-45d6-a318-c8afcf228f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:55.084688 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-79f25aae-54c9-4e3f-9788-71cebba45a8e req-dc1714f6-8ee2-45d6-a318-c8afcf228f58 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 1134 time: 0.0756433 Sep 21 21:55:55.121755 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f2360-99c4-44bc-accc-d916c661f80b req-b79399a4-5bd1-4959-a9ae-80745a385a8a tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:55.123203 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-526f2360-99c4-44bc-accc-d916c661f80b req-b79399a4-5bd1-4959-a9ae-80745a385a8a tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 950 time: 0.0742173 Sep 21 21:55:55.155035 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-79f25aae-54c9-4e3f-9788-71cebba45a8e req-8db09b24-8831-4138-aae0-f0f57888a002 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=02f9a94e-e018-4669-acee-f44ed5b6eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630178 Sep 21 21:55:55.181633 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-526f2360-99c4-44bc-accc-d916c661f80b req-3dbcca1a-c0d5-4478-9539-4e4100ac132d tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f9a94e-e018-4669-acee-f44ed5b6eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515287 Sep 21 21:55:55.259941 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361e78b-d489-434d-a7f9-2db387e16361 req-d728f67f-6169-4741-94d1-fdaba596ab7a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:55.262084 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a361e78b-d489-434d-a7f9-2db387e16361 req-d728f67f-6169-4741-94d1-fdaba596ab7a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0534055 Sep 21 21:55:55.307581 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a361e78b-d489-434d-a7f9-2db387e16361 req-3826ac00-b8f1-450c-a0cb-16363b0e03e4 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399148 Sep 21 21:55:55.798436 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-f5350feb-3ea2-428a-8258-40cfe493399f tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:55.799886 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-f5350feb-3ea2-428a-8258-40cfe493399f tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/networks?id=54f19fc8-e8e5-470f-9f8b-1d7d628bfed8 HTTP/1.1" status: 200 len: 809 time: 0.1006837 Sep 21 21:55:55.814084 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-c218989f-c4bd-4d4c-b7b6-8cd787f50cd7 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/quotas/dcc78499c7ec4057b3ddf58b04f9821f HTTP/1.1" status: 200 len: 375 time: 0.0087748 Sep 21 21:55:55.844685 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-dee065c7-3072-44f1-a235-42d82b612026 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcc78499c7ec4057b3ddf58b04f9821f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256357 Sep 21 21:55:55.941617 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-d77b2f76-332c-4024-96c3-e5c0598c7147 service neutron] 10.222.0.42 "GET /v2.0/networks/54f19fc8-e8e5-470f-9f8b-1d7d628bfed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904524 Sep 21 21:55:56.046195 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-52d3f530-d399-4f2c-aa44-6766cf62856f service neutron] 10.222.0.42 "GET /v2.0/networks/54f19fc8-e8e5-470f-9f8b-1d7d628bfed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984159 Sep 21 21:55:56.341967 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9a13a859-67c2-449b-b38b-28d61061f6c1 req-a2aa2f83-b221-40f4-9cfb-a91222722a42 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 210 time: 0.0497973 Sep 21 21:55:56.370698 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3766a9-02e8-430e-be33-fbb6492837ef req-66ccd576-8e8c-4a11-a8dd-eecc011983e1 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:56.377678 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ce3766a9-02e8-430e-be33-fbb6492837ef req-66ccd576-8e8c-4a11-a8dd-eecc011983e1 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 950 time: 0.1214330 Sep 21 21:55:56.426044 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 43146) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:56.429454 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ce3766a9-02e8-430e-be33-fbb6492837ef req-6d188768-6df0-479e-8861-53918e265d1b tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f9a94e-e018-4669-acee-f44ed5b6eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508997 Sep 21 21:55:56.491034 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 43156) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:56.514154 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-db2177f5-d810-4ced-9b29-40417efa568d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:56.598712 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8982f-76a0-404e-9139-5c54214f87dc req-30c816da-2a05-40b8-84e7-6ba387bdb13d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:56.605706 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-97f8982f-76a0-404e-9139-5c54214f87dc req-30c816da-2a05-40b8-84e7-6ba387bdb13d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0868778 Sep 21 21:55:56.628871 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9af4f9e3-0c74-4990-a9a3-bfbf7375a769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:56.657535 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-97f8982f-76a0-404e-9139-5c54214f87dc req-6944d987-0cb0-4da4-8d7c-b09859ef4181 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507722 Sep 21 21:55:56.820800 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9af4f9e3-0c74-4990-a9a3-bfbf7375a769 admin admin] Publish callbacks [] for security_group (67f0c554-b038-43a8-868a-82be682d747d), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:56.938342 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9af4f9e3-0c74-4990-a9a3-bfbf7375a769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (67f0c554-b038-43a8-868a-82be682d747d), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:57.003714 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-9af4f9e3-0c74-4990-a9a3-bfbf7375a769 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=107aa500fadf43a89f9d395f35d157ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5759196 Sep 21 21:55:57.004611 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4f9e3-0c74-4990-a9a3-bfbf7375a769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f0c554-b038-43a8-868a-82be682d747d,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:57.005177 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 43164) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:57.039339 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-61d99cd6-06b9-44cf-92e9-e27aea943f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756247'] for router_interface (0b408441-9ec1-458c-bd70-987ebac8a4a4), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:57.063952 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-21069ab1-0448-4618-a928-c8195143bc5a admin admin] Publish callbacks [] for security_group (67f0c554-b038-43a8-868a-82be682d747d), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:57.086265 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-21069ab1-0448-4618-a928-c8195143bc5a admin admin] Publish callbacks [] for security_group (67f0c554-b038-43a8-868a-82be682d747d), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:57.092155 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 43166) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:57.199458 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-21069ab1-0448-4618-a928-c8195143bc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (67f0c554-b038-43a8-868a-82be682d747d), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:57.201953 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-21069ab1-0448-4618-a928-c8195143bc5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:57.203053 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-21069ab1-0448-4618-a928-c8195143bc5a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67f0c554-b038-43a8-868a-82be682d747d HTTP/1.1" status: 204 len: 168 time: 0.1969047 Sep 21 21:55:57.211503 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fdd76323-22ae-4639-a6a6-0e9fad2d6339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:57.221463 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21069ab1-0448-4618-a928-c8195143bc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f0c554-b038-43a8-868a-82be682d747d,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:57.304240 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fdd76323-22ae-4639-a6a6-0e9fad2d6339 admin admin] Publish callbacks [] for security_group (92ed76d7-c422-49fd-a39f-ec9292cfd857), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:57.335993 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-61d99cd6-06b9-44cf-92e9-e27aea943f5a admin admin] Deleting port 0e96daac-55f3-4661-ac8f-172121b2762b {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:55:57.336337 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-61d99cd6-06b9-44cf-92e9-e27aea943f5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (0e96daac-55f3-4661-ac8f-172121b2762b), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:57.411806 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fdd76323-22ae-4639-a6a6-0e9fad2d6339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (92ed76d7-c422-49fd-a39f-ec9292cfd857), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:57.420679 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [None req-61d99cd6-06b9-44cf-92e9-e27aea943f5a admin admin] For port 0e96daac-55f3-4661-ac8f-172121b2762b, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=0e96daac-55f3-4661-ac8f-172121b2762b,segment=NetworkSegment(61cfeb8c-d5aa-4003-9674-492770763ed3),segment_id=61cfeb8c-d5aa-4003-9674-492770763ed3)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:57.420679 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-61d99cd6-06b9-44cf-92e9-e27aea943f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (0e96daac-55f3-4661-ac8f-172121b2762b), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:57.431536 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-61d99cd6-06b9-44cf-92e9-e27aea943f5a admin admin] Calling delete_port for 0e96daac-55f3-4661-ac8f-172121b2762b owned by network:router_interface {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:55:57.464233 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0ed798a9-e731-4fd5-bc62-68f6034432e8 req-b95256c2-f8a1-4e0b-9b30-81883d2edd08 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 210 time: 0.0485799 Sep 21 21:55:57.476424 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd76323-22ae-4639-a6a6-0e9fad2d6339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ed76d7-c422-49fd-a39f-ec9292cfd857,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:57.482252 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-fdd76323-22ae-4639-a6a6-0e9fad2d6339 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=24cfa68efb8a49eabfdc25befa31a751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3891122 Sep 21 21:55:57.485699 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 43176) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:57.593036 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-af2992d6-d325-4f9e-99fe-627ca68171c5 admin admin] Publish callbacks [] for security_group (92ed76d7-c422-49fd-a39f-ec9292cfd857), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:57.625052 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-af2992d6-d325-4f9e-99fe-627ca68171c5 admin admin] Publish callbacks [] for security_group (92ed76d7-c422-49fd-a39f-ec9292cfd857), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:57.642100 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599b573-7e4c-4037-915b-dde050199976 req-faf6bdbb-2ee5-4ef7-99f5-3477c58cec0a tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:57.643560 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b599b573-7e4c-4037-915b-dde050199976 req-faf6bdbb-2ee5-4ef7-99f5-3477c58cec0a tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 950 time: 0.0921600 Sep 21 21:55:57.706835 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b599b573-7e4c-4037-915b-dde050199976 req-fb504b11-639e-4070-8442-a9b48ffdf8b5 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f9a94e-e018-4669-acee-f44ed5b6eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555120 Sep 21 21:55:57.783928 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e57d6-1a91-4030-9e1a-d85d17481ffa req-e43968a3-51d6-4eae-bcf5-f6da4daf3eaa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:57.785575 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9a6e57d6-1a91-4030-9e1a-d85d17481ffa req-e43968a3-51d6-4eae-bcf5-f6da4daf3eaa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0518794 Sep 21 21:55:57.793942 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-61d99cd6-06b9-44cf-92e9-e27aea943f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (0e96daac-55f3-4661-ac8f-172121b2762b), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:57.820255 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d99cd6-06b9-44cf-92e9-e27aea943f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e96daac-55f3-4661-ac8f-172121b2762b,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:57.826074 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-af2992d6-d325-4f9e-99fe-627ca68171c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (92ed76d7-c422-49fd-a39f-ec9292cfd857), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:57.830003 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-af2992d6-d325-4f9e-99fe-627ca68171c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:57.843451 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-af2992d6-d325-4f9e-99fe-627ca68171c5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92ed76d7-c422-49fd-a39f-ec9292cfd857 HTTP/1.1" status: 204 len: 168 time: 0.3547051 Sep 21 21:55:57.867775 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9a6e57d6-1a91-4030-9e1a-d85d17481ffa req-d02664c8-c720-437a-97ad-db80a69552b3 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760727 Sep 21 21:55:57.868791 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2992d6-d325-4f9e-99fe-627ca68171c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ed76d7-c422-49fd-a39f-ec9292cfd857,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:58.050262 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 43190) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:58.051376 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-61d99cd6-06b9-44cf-92e9-e27aea943f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757127'] for router_interface (0b408441-9ec1-458c-bd70-987ebac8a4a4), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:58.057714 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-5737b088-6a86-4689-ad28-65eab22599be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:58.145827 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-5737b088-6a86-4689-ad28-65eab22599be admin admin] Publish callbacks [] for security_group (3d216ad9-310e-4f2c-a9a3-951405e8443c), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:58.228028 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-5737b088-6a86-4689-ad28-65eab22599be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (3d216ad9-310e-4f2c-a9a3-951405e8443c), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:58.284983 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d99cd6-06b9-44cf-92e9-e27aea943f5a admin admin] Router 0b408441-9ec1-458c-bd70-987ebac8a4a4 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:55:58.312192 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-5737b088-6a86-4689-ad28-65eab22599be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e8e568aa38f450eb78df06e5392307f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667062 Sep 21 21:55:58.315074 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737b088-6a86-4689-ad28-65eab22599be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d216ad9-310e-4f2c-a9a3-951405e8443c,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:58.319361 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 43196) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:58.359473 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8370e-d1f5-4e84-9f54-9985f87f06a2 req-9245bfdb-60ee-41d3-a2e3-585e9e1d21bf tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:58.360983 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6ea8370e-d1f5-4e84-9f54-9985f87f06a2 req-9245bfdb-60ee-41d3-a2e3-585e9e1d21bf tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 950 time: 0.1162684 Sep 21 21:55:58.399282 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d99cd6-06b9-44cf-92e9-e27aea943f5a admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:55:58.405017 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-61d99cd6-06b9-44cf-92e9-e27aea943f5a admin admin] 10.222.0.42 "PUT /v2.0/routers/0b408441-9ec1-458c-bd70-987ebac8a4a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9129031 Sep 21 21:55:58.407403 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 43198) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:58.407602 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-692e5e13-af36-48de-9469-747b0a2eff69 admin admin] Publish callbacks [] for security_group (3d216ad9-310e-4f2c-a9a3-951405e8443c), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:58.414518 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a813d675-31fe-4841-90b3-13eb0b41845d None None] Sync routers for ids ['0b408441-9ec1-458c-bd70-987ebac8a4a4'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:55:58.431014 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a813d675-31fe-4841-90b3-13eb0b41845d None None] Routers {'0b408441-9ec1-458c-bd70-987ebac8a4a4'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:55:58.431908 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-a813d675-31fe-4841-90b3-13eb0b41845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:55:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['0b408441-9ec1-458c-bd70-987ebac8a4a4'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:58.449291 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6ea8370e-d1f5-4e84-9f54-9985f87f06a2 req-6808a9e7-221f-4bff-8e44-935b6472cbb5 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f9a94e-e018-4669-acee-f44ed5b6eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802751 Sep 21 21:55:58.451148 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-692e5e13-af36-48de-9469-747b0a2eff69 admin admin] Publish callbacks [] for security_group (3d216ad9-310e-4f2c-a9a3-951405e8443c), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:58.525697 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 43202) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:58.554951 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-014239d0-42f8-4a6d-a0b8-658a1e29e235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:58.563234 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e1fbbc-9e8f-4d8a-95ec-16c47973ed54 admin admin] Publish callbacks [] for router (0b408441-9ec1-458c-bd70-987ebac8a4a4), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:58.617467 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8a18445b-8b80-467a-8111-feee72af2cf2 req-69089e04-5daf-4a81-907a-41db55effeaf tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 210 time: 0.0300057 Sep 21 21:55:58.627878 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-692e5e13-af36-48de-9469-747b0a2eff69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (3d216ad9-310e-4f2c-a9a3-951405e8443c), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:58.645174 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-692e5e13-af36-48de-9469-747b0a2eff69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:58.647720 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-a813d675-31fe-4841-90b3-13eb0b41845d None None] Set router 0b408441-9ec1-458c-bd70-987ebac8a4a4 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:55:58.649160 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-692e5e13-af36-48de-9469-747b0a2eff69 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d216ad9-310e-4f2c-a9a3-951405e8443c HTTP/1.1" status: 204 len: 168 time: 0.3288810 Sep 21 21:55:58.679588 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-6efbedba-163d-46fe-9f8d-12a09ce4321e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:58.708624 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e5e13-af36-48de-9469-747b0a2eff69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d216ad9-310e-4f2c-a9a3-951405e8443c,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:58.768515 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e1fbbc-9e8f-4d8a-95ec-16c47973ed54 admin admin] Publish callbacks [] for router_gateway (0b408441-9ec1-458c-bd70-987ebac8a4a4), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:58.790277 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-014239d0-42f8-4a6d-a0b8-658a1e29e235 admin admin] Publish callbacks [] for security_group (9d860618-f50b-4667-970a-04c6d0b8a211), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:58.797686 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-1ed12091-e31f-447b-9921-7407f5c4322c tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:58.799233 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-1ed12091-e31f-447b-9921-7407f5c4322c tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.61 "GET /v2.0/networks?id=54f19fc8-e8e5-470f-9f8b-1d7d628bfed8 HTTP/1.1" status: 200 len: 809 time: 0.1844857 Sep 21 21:55:58.827532 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-7583d173-9156-405b-aba8-173e6775b337 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Request body: {'port': {'device_id': 'a9ac8dd2-ed54-4bbb-971f-924dc50c94ea', 'network_id': '54f19fc8-e8e5-470f-9f8b-1d7d628bfed8', 'admin_state_up': True, 'tenant_id': 'dcc78499c7ec4057b3ddf58b04f9821f'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:55:58.834696 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-a813d675-31fe-4841-90b3-13eb0b41845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b408441-9ec1-458c-bd70-987ebac8a4a4', 'name': 'tempest-DeleteServersTestJSON-444044426-router', 'tenant_id': 'df86c329bf2e441cb2e61f33a91d958a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4c1e1bfe-f5ca-4ce9-9c8e-720a93475256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:55:57Z', 'revision_number': 5, 'project_id': 'df86c329bf2e441cb2e61f33a91d958a', 'gw_port': {'id': '4c1e1bfe-f5ca-4ce9-9c8e-720a93475256', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b408441-9ec1-458c-bd70-987ebac8a4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:58.860331 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a813d675-31fe-4841-90b3-13eb0b41845d None None] Checking router: 0b408441-9ec1-458c-bd70-987ebac8a4a4 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:55:58.868683 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a813d675-31fe-4841-90b3-13eb0b41845d None None] Routers {'0b408441-9ec1-458c-bd70-987ebac8a4a4'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:55:58.869365 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-a813d675-31fe-4841-90b3-13eb0b41845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:55:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['0b408441-9ec1-458c-bd70-987ebac8a4a4'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:58.874432 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-014239d0-42f8-4a6d-a0b8-658a1e29e235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (9d860618-f50b-4667-970a-04c6d0b8a211), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:58.910379 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-f8e1fbbc-9e8f-4d8a-95ec-16c47973ed54 admin admin] Deleting port 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256 {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:55:58.910732 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e1fbbc-9e8f-4d8a-95ec-16c47973ed54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (4c1e1bfe-f5ca-4ce9-9c8e-720a93475256), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:58.953635 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-a813d675-31fe-4841-90b3-13eb0b41845d None None] Set router 0b408441-9ec1-458c-bd70-987ebac8a4a4 gateway port host: None {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:55:59.008488 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-a813d675-31fe-4841-90b3-13eb0b41845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b408441-9ec1-458c-bd70-987ebac8a4a4', 'name': 'tempest-DeleteServersTestJSON-444044426-router', 'tenant_id': 'df86c329bf2e441cb2e61f33a91d958a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:55:58Z', 'revision_number': 6, 'project_id': 'df86c329bf2e441cb2e61f33a91d958a', 'gw_port_host': None}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:59.040221 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a813d675-31fe-4841-90b3-13eb0b41845d None None] The sync data for ids ['0b408441-9ec1-458c-bd70-987ebac8a4a4'] in dv-cinder-858818-1-iscsi is: [{'id': '0b408441-9ec1-458c-bd70-987ebac8a4a4', 'name': 'tempest-DeleteServersTestJSON-444044426-router', 'tenant_id': 'df86c329bf2e441cb2e61f33a91d958a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:55:58Z', 'revision_number': 6, 'project_id': 'df86c329bf2e441cb2e61f33a91d958a', 'gw_port_host': None}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:55:59.239577 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-014239d0-42f8-4a6d-a0b8-658a1e29e235 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a70f82dd2908450383462ce5f690c31f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7126725 Sep 21 21:55:59.243102 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 43218) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:59.257077 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014239d0-42f8-4a6d-a0b8-658a1e29e235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d860618-f50b-4667-970a-04c6d0b8a211,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:59.290897 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [None req-f8e1fbbc-9e8f-4d8a-95ec-16c47973ed54 admin admin] For port 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=4c1e1bfe-f5ca-4ce9-9c8e-720a93475256,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:59.291270 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e1fbbc-9e8f-4d8a-95ec-16c47973ed54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (4c1e1bfe-f5ca-4ce9-9c8e-720a93475256), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:59.309171 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e5bb8-3339-40e0-b4a8-72e9da783684 req-9d599d2d-05d7-4ba7-920c-00141e12563f tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:59.309650 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-f8e1fbbc-9e8f-4d8a-95ec-16c47973ed54 admin admin] Calling delete_port for 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256 owned by network:router_gateway {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:55:59.310636 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cd6e5bb8-3339-40e0-b4a8-72e9da783684 req-9d599d2d-05d7-4ba7-920c-00141e12563f tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.1069553 Sep 21 21:55:59.358717 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b47f04c4-8f68-44ca-93f4-5075c49057ad admin admin] Publish callbacks [] for security_group (9d860618-f50b-4667-970a-04c6d0b8a211), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:59.365044 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cd6e5bb8-3339-40e0-b4a8-72e9da783684 req-b944cbf8-4149-4249-a0eb-7a1808f21e21 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471578 Sep 21 21:55:59.393329 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b47f04c4-8f68-44ca-93f4-5075c49057ad admin admin] Publish callbacks [] for security_group (9d860618-f50b-4667-970a-04c6d0b8a211), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:59.425926 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-7583d173-9156-405b-aba8-173e6775b337 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Made reservation on behalf of dcc78499c7ec4057b3ddf58b04f9821f for: {'port': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:55:59.429620 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-7583d173-9156-405b-aba8-173e6775b337 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:59.554467 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b47f04c4-8f68-44ca-93f4-5075c49057ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (9d860618-f50b-4667-970a-04c6d0b8a211), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:59.557337 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b47f04c4-8f68-44ca-93f4-5075c49057ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:59.559243 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-b47f04c4-8f68-44ca-93f4-5075c49057ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d860618-f50b-4667-970a-04c6d0b8a211 HTTP/1.1" status: 204 len: 168 time: 0.3152094 Sep 21 21:55:59.574890 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f04c4-8f68-44ca-93f4-5075c49057ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d860618-f50b-4667-970a-04c6d0b8a211,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:59.600300 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-7583d173-9156-405b-aba8-173e6775b337 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Allocated IP 172.20.0.9 (54f19fc8-e8e5-470f-9f8b-1d7d628bfed8/db185da8-ad9c-4126-8076-339dfecd852c/3343f5de-bf54-480d-a826-c9ec0f585e75) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:55:59.635775 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e1fbbc-9e8f-4d8a-95ec-16c47973ed54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (4c1e1bfe-f5ca-4ce9-9c8e-720a93475256), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:59.654149 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233aab85-10c3-45d6-86d9-b1061a521709 req-c9936fbd-4774-447f-aff4-33bb623d21d4 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:59.655651 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-233aab85-10c3-45d6-86d9-b1061a521709 req-c9936fbd-4774-447f-aff4-33bb623d21d4 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 950 time: 0.1027417 Sep 21 21:55:59.666666 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1fbbc-9e8f-4d8a-95ec-16c47973ed54 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1e1bfe-f5ca-4ce9-9c8e-720a93475256,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:59.736488 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e1fbbc-9e8f-4d8a-95ec-16c47973ed54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754989'] for router_gateway (0b408441-9ec1-458c-bd70-987ebac8a4a4), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:59.805078 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8dd10461-333a-45e2-a4fe-36aafe5911da req-6fe7f554-a7f5-42e6-9e24-d3beb2514cfe tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 210 time: 0.0795319 Sep 21 21:55:59.833962 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-233aab85-10c3-45d6-86d9-b1061a521709 req-a7049ef1-1621-4f08-852f-a3b02136db4b tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f9a94e-e018-4669-acee-f44ed5b6eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646404 Sep 21 21:55:59.847726 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e1fbbc-9e8f-4d8a-95ec-16c47973ed54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-767650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256424'] for router (0b408441-9ec1-458c-bd70-987ebac8a4a4), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:59.849900 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e1fbbc-9e8f-4d8a-95ec-16c47973ed54 admin admin] Publish callbacks [] for router_controller (0b408441-9ec1-458c-bd70-987ebac8a4a4), precommit_delete_associations {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:59.863582 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:59.878138 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-7583d173-9156-405b-aba8-173e6775b337 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Publish callbacks [] for port (3343f5de-bf54-480d-a826-c9ec0f585e75), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:00.011333 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e1fbbc-9e8f-4d8a-95ec-16c47973ed54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-767673'] for router (0b408441-9ec1-458c-bd70-987ebac8a4a4), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:00.011872 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e1fbbc-9e8f-4d8a-95ec-16c47973ed54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b408441-9ec1-458c-bd70-987ebac8a4a4 {{(pid=110730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:56:00.017420 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e1fbbc-9e8f-4d8a-95ec-16c47973ed54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:00.020825 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-f8e1fbbc-9e8f-4d8a-95ec-16c47973ed54 admin admin] 10.222.0.42 "DELETE /v2.0/routers/0b408441-9ec1-458c-bd70-987ebac8a4a4 HTTP/1.1" status: 204 len: 168 time: 1.6099455 Sep 21 21:56:00.021633 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 43242) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:00.065149 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-7583d173-9156-405b-aba8-173e6775b337 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (3343f5de-bf54-480d-a826-c9ec0f585e75), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:00.117575 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb203b3-7ff7-4377-b26b-82fb3b3780cc admin admin] Deleting subnet 48e83812-6a11-4bce-a2a0-70fb4d1433f5 {{(pid=110731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:56:00.128735 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-7583d173-9156-405b-aba8-173e6775b337 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Network 54f19fc8-e8e5-470f-9f8b-1d7d628bfed8 is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:56:00.129568 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8bb203b3-7ff7-4377-b26b-82fb3b3780cc admin admin] Publish callbacks [] for subnet (48e83812-6a11-4bce-a2a0-70fb4d1433f5), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:00.153495 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-7583d173-9156-405b-aba8-173e6775b337 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:00.159171 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-7583d173-9156-405b-aba8-173e6775b337 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:56:00.165156 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583d173-9156-405b-aba8-173e6775b337 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Pushing event updated for resources: {'Port': ['ID=3343f5de-bf54-480d-a826-c9ec0f585e75,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:00.203234 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8bb203b3-7ff7-4377-b26b-82fb3b3780cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3482865'] for subnet (48e83812-6a11-4bce-a2a0-70fb4d1433f5), precommit_delete_associations {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:00.242962 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-7583d173-9156-405b-aba8-173e6775b337 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:00.243585 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-7583d173-9156-405b-aba8-173e6775b337 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:00.335183 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:56:00.346284 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c3a30-9c6f-4893-ba36-6aa2026b27ef req-1cee7411-cac3-4f7a-9179-1c263b461806 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:00.348531 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d15c3a30-9c6f-4893-ba36-6aa2026b27ef req-1cee7411-cac3-4f7a-9179-1c263b461806 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.61 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 950 time: 0.0717497 Sep 21 21:56:00.356158 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-7583d173-9156-405b-aba8-173e6775b337 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5326178 Sep 21 21:56:00.358684 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:56:00.359051 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 4c1e1bfe-f5ca-4ce9-9c8e-720a93475256 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:56:00.359461 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 0e96daac-55f3-4661-ac8f-172121b2762b no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:56:00.362720 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8bb203b3-7ff7-4377-b26b-82fb3b3780cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33078224'] for subnet (48e83812-6a11-4bce-a2a0-70fb4d1433f5), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:00.382323 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 0e96daac-55f3-4661-ac8f-172121b2762b {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:56:00.383095 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 0e96daac-55f3-4661-ac8f-172121b2762b not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:56:00.395010 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Request body: {'port': {'device_id': 'a9ac8dd2-ed54-4bbb-971f-924dc50c94ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:00.474397 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-d15c3a30-9c6f-4893-ba36-6aa2026b27ef req-1b515f38-8364-40dd-a276-71d5cb0a6096 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Deleting port 2067ee5a-c89e-44da-ba11-d0613ce4939a {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:56:00.474735 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-d15c3a30-9c6f-4893-ba36-6aa2026b27ef req-1b515f38-8364-40dd-a276-71d5cb0a6096 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (2067ee5a-c89e-44da-ba11-d0613ce4939a), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:00.525240 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (3343f5de-bf54-480d-a826-c9ec0f585e75), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:00.570685 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032945d-4e4c-4028-b3a8-3fbed3a23938 req-f8f2b412-b229-4c38-85e7-1d462a33aefd tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:00.577434 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d032945d-4e4c-4028-b3a8-3fbed3a23938 req-f8f2b412-b229-4c38-85e7-1d462a33aefd tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.1262624 Sep 21 21:56:00.588720 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-d15c3a30-9c6f-4893-ba36-6aa2026b27ef req-1b515f38-8364-40dd-a276-71d5cb0a6096 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] For port 2067ee5a-c89e-44da-ba11-d0613ce4939a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=2067ee5a-c89e-44da-ba11-d0613ce4939a,segment=NetworkSegment(ff348a00-1737-4a96-a732-27d9ccf8f7e1),segment_id=ff348a00-1737-4a96-a732-27d9ccf8f7e1)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:00.590500 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-d15c3a30-9c6f-4893-ba36-6aa2026b27ef req-1b515f38-8364-40dd-a276-71d5cb0a6096 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (2067ee5a-c89e-44da-ba11-d0613ce4939a), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:00.591090 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8bb203b3-7ff7-4377-b26b-82fb3b3780cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33078215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8969101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8868688'] for subnet (48e83812-6a11-4bce-a2a0-70fb4d1433f5), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:00.611337 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-d15c3a30-9c6f-4893-ba36-6aa2026b27ef req-1b515f38-8364-40dd-a276-71d5cb0a6096 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Calling delete_port for 2067ee5a-c89e-44da-ba11-d0613ce4939a owned by compute:nova {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:56:00.641023 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb203b3-7ff7-4377-b26b-82fb3b3780cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48e83812-6a11-4bce-a2a0-70fb4d1433f5,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:00.646398 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8bb203b3-7ff7-4377-b26b-82fb3b3780cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:00.660664 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-8bb203b3-7ff7-4377-b26b-82fb3b3780cc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/48e83812-6a11-4bce-a2a0-70fb4d1433f5 HTTP/1.1" status: 204 len: 168 time: 0.6267221 Sep 21 21:56:00.660756 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9158f07-ecf1-4c4c-a3f3-f7599cc734e9 None None] Network 7ba67a60-17a4-42de-8c1b-883c54b6fa46 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:56:00.663227 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 43264) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:00.737478 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d032945d-4e4c-4028-b3a8-3fbed3a23938 req-81c5ffa5-dfda-4e34-9539-5d7f094136b9 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591418 Sep 21 21:56:00.768712 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33135276'] for network (7ba67a60-17a4-42de-8c1b-883c54b6fa46), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:00.874473 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] Deleting port 57073a52-befe-41ae-8ddf-86a31f9d436e {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:56:00.875336 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (57073a52-befe-41ae-8ddf-86a31f9d436e), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:00.890451 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1197433-36b2-4c8e-abff-45f936825357 None None] DHCP port deletion for 7ba67a60-17a4-42de-8c1b-883c54b6fa46 request from dv-cinder-858818-1-iscsi {{(pid=110732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:56:00.965738 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-f1197433-36b2-4c8e-abff-45f936825357 None None] Deleting port 57073a52-befe-41ae-8ddf-86a31f9d436e {{(pid=110732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:56:00.969453 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f1197433-36b2-4c8e-abff-45f936825357 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (57073a52-befe-41ae-8ddf-86a31f9d436e), before_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:00.969618 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-d15c3a30-9c6f-4893-ba36-6aa2026b27ef req-1b515f38-8364-40dd-a276-71d5cb0a6096 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (2067ee5a-c89e-44da-ba11-d0613ce4939a), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:00.984582 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3343f5de-bf54-480d-a826-c9ec0f585e75 {{(pid=110731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:56:01.002351 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Publish callbacks [] for port (3343f5de-bf54-480d-a826-c9ec0f585e75), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:01.036671 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b515f38-8364-40dd-a276-71d5cb0a6096 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Pushing event deleted for resources: {'Port': ['ID=2067ee5a-c89e-44da-ba11-d0613ce4939a,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:01.047130 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['2067ee5a-c89e-44da-ba11-d0613ce4939a'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:56:01.068005 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.provisioning_blocks [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Transition to ACTIVE for port object 3343f5de-bf54-480d-a826-c9ec0f585e75 will not be triggered until provisioned by entity L2. {{(pid=110731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:56:01.091580 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] For port 57073a52-befe-41ae-8ddf-86a31f9d436e, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=57073a52-befe-41ae-8ddf-86a31f9d436e,segment=NetworkSegment(61cfeb8c-d5aa-4003-9674-492770763ed3),segment_id=61cfeb8c-d5aa-4003-9674-492770763ed3)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:01.092340 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (57073a52-befe-41ae-8ddf-86a31f9d436e), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:01.131551 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15c3a30-9c6f-4893-ba36-6aa2026b27ef req-1b515f38-8364-40dd-a276-71d5cb0a6096 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] No DVR routers for this DVR port 2067ee5a-c89e-44da-ba11-d0613ce4939a on host hv-cinder-85881 {{(pid=110730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:56:01.134300 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-d15c3a30-9c6f-4893-ba36-6aa2026b27ef req-1b515f38-8364-40dd-a276-71d5cb0a6096 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:01.139430 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d15c3a30-9c6f-4893-ba36-6aa2026b27ef req-1b515f38-8364-40dd-a276-71d5cb0a6096 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.61 "DELETE /v2.0/ports/2067ee5a-c89e-44da-ba11-d0613ce4939a HTTP/1.1" status: 204 len: 173 time: 0.7853034 Sep 21 21:56:01.143776 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9c1868-4345-41fa-86d3-8378f953592a', 'name': 'network-vif-deleted', 'tag': '2067ee5a-c89e-44da-ba11-d0613ce4939a'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:56:01.143941 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c1ae34a5-22f4-48a7-9385-afacdde59dbf req-36bc1ae2-48ea-4740-a2eb-40e304b62b9a tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 210 time: 0.0820169 Sep 21 21:56:01.147045 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-f1197433-36b2-4c8e-abff-45f936825357 None None] For port 57073a52-befe-41ae-8ddf-86a31f9d436e, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=57073a52-befe-41ae-8ddf-86a31f9d436e,segment=NetworkSegment(61cfeb8c-d5aa-4003-9674-492770763ed3),segment_id=61cfeb8c-d5aa-4003-9674-492770763ed3)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:01.148141 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f1197433-36b2-4c8e-abff-45f936825357 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (57073a52-befe-41ae-8ddf-86a31f9d436e), precommit_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:01.155587 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109102fa-d4c8-4728-b154-8da940646fe9" -d '{"events": [{"server_uuid": "3d9c1868-4345-41fa-86d3-8378f953592a", "name": "network-vif-deleted", "tag": "2067ee5a-c89e-44da-ba11-d0613ce4939a"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:56:01.160114 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] Calling delete_port for 57073a52-befe-41ae-8ddf-86a31f9d436e owned by network:dhcp {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:56:01.181004 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-f1197433-36b2-4c8e-abff-45f936825357 None None] Calling delete_port for 57073a52-befe-41ae-8ddf-86a31f9d436e owned by network:dhcp {{(pid=110732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:56:01.186546 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (3343f5de-bf54-480d-a826-c9ec0f585e75), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:01.217896 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb1f9c-8993-4a7a-a35f-85942b41b0fe req-1efd1c7d-7a26-48a2-9062-23b4092c0842 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:01.221939 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e5fb1f9c-8993-4a7a-a35f-85942b41b0fe req-1efd1c7d-7a26-48a2-9062-23b4092c0842 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 931 time: 0.2005949 Sep 21 21:56:01.242950 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38730e7f-d44b-4b6d-971a-aa97479e9f20 x-openstack-request-id: req-38730e7f-d44b-4b6d-971a-aa97479e9f20 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:56:01.243738 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9c1868-4345-41fa-86d3-8378f953592a", "name": "network-vif-deleted", "tag": "2067ee5a-c89e-44da-ba11-d0613ce4939a", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:56:01.244027 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38730e7f-d44b-4b6d-971a-aa97479e9f20 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:56:01.244517 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38730e7f-d44b-4b6d-971a-aa97479e9f20'] response: {'server_uuid': '3d9c1868-4345-41fa-86d3-8378f953592a', 'name': 'network-vif-deleted', 'tag': '2067ee5a-c89e-44da-ba11-d0613ce4939a', 'status': 'completed', 'code': 200} Sep 21 21:56:01.340505 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Pushing event updated for resources: {'Port': ['ID=3343f5de-bf54-480d-a826-c9ec0f585e75,revision_number=2']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:01.348506 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (57073a52-befe-41ae-8ddf-86a31f9d436e), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:01.370154 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f1197433-36b2-4c8e-abff-45f936825357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688'] for port (57073a52-befe-41ae-8ddf-86a31f9d436e), after_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:01.378370 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e5fb1f9c-8993-4a7a-a35f-85942b41b0fe req-5cc979d8-5821-43e0-bb78-eb8246b118f3 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435623 Sep 21 21:56:01.396855 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=57073a52-befe-41ae-8ddf-86a31f9d436e,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:01.406159 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Attempting to bind port 3343f5de-bf54-480d-a826-c9ec0f585e75 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:56:01.407458 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Attempting to bind port 3343f5de-bf54-480d-a826-c9ec0f585e75 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '188ff2c4-d7ea-4444-84dd-004b7dca4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '54f19fc8-e8e5-470f-9f8b-1d7d628bfed8'}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:56:01.407775 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Attempting to bind port 3343f5de-bf54-480d-a826-c9ec0f585e75 on network 54f19fc8-e8e5-470f-9f8b-1d7d628bfed8 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:56:01.413236 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Port 3343f5de-bf54-480d-a826-c9ec0f585e75 on network 54f19fc8-e8e5-470f-9f8b-1d7d628bfed8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:56:01.413856 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Attempting to bind port 3343f5de-bf54-480d-a826-c9ec0f585e75 on network 54f19fc8-e8e5-470f-9f8b-1d7d628bfed8 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:56:01.415292 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1197433-36b2-4c8e-abff-45f936825357 None None] Pushing event deleted for resources: {'Port': ['ID=57073a52-befe-41ae-8ddf-86a31f9d436e,revision_number=None']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:01.415858 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] No DVR routers for this DVR port 57073a52-befe-41ae-8ddf-86a31f9d436e on host dv-cinder-858818-1-iscsi {{(pid=110730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:56:01.421712 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1197433-36b2-4c8e-abff-45f936825357 None None] No DVR routers for this DVR port 57073a52-befe-41ae-8ddf-86a31f9d436e on host dv-cinder-858818-1-iscsi {{(pid=110732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:56:01.421858 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:56:01.422256 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Checking segment: {'id': '188ff2c4-d7ea-4444-84dd-004b7dca4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '54f19fc8-e8e5-470f-9f8b-1d7d628bfed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:56:01.422782 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Bound using segment: {'id': '188ff2c4-d7ea-4444-84dd-004b7dca4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '54f19fc8-e8e5-470f-9f8b-1d7d628bfed8'} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:56:01.423283 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Bound port: 3343f5de-bf54-480d-a826-c9ec0f585e75, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188ff2c4-d7ea-4444-84dd-004b7dca4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '54f19fc8-e8e5-470f-9f8b-1d7d628bfed8'}}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:56:01.423728 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (3343f5de-bf54-480d-a826-c9ec0f585e75), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:01.499591 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] For port 3343f5de-bf54-480d-a826-c9ec0f585e75, host hv-cinder-85881, cleared binding levels {{(pid=110731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:56:01.500597 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] For port 3343f5de-bf54-480d-a826-c9ec0f585e75, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3343f5de-bf54-480d-a826-c9ec0f585e75,segment=NetworkSegment(188ff2c4-d7ea-4444-84dd-004b7dca4861),segment_id=188ff2c4-d7ea-4444-84dd-004b7dca4861)] {{(pid=110731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:56:01.519862 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33075543', 'neutron.services.segments.db._delete_segments_for_network-8730879860727'] for network (7ba67a60-17a4-42de-8c1b-883c54b6fa46), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:01.541083 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba67a60-17a4-42de-8c1b-883c54b6fa46']}} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:01.551438 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61cfeb8c-d5aa-4003-9674-492770763ed3') {'for_net_delete': True} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:01.551741 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61cfeb8c-d5aa-4003-9674-492770763ed3') {} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:01.562776 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730879863565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436123'] for segment (61cfeb8c-d5aa-4003-9674-492770763ed3), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:01.565846 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (3343f5de-bf54-480d-a826-c9ec0f585e75), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:01.566516 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:01.571497 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:01.572129 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:01.574227 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] 10.222.0.61 "PUT /v2.0/ports/3343f5de-bf54-480d-a826-c9ec0f585e75 HTTP/1.1" status: 200 len: 1093 time: 1.1890166 Sep 21 21:56:01.576473 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ac8dd2-ed54-4bbb-971f-924dc50c94ea', 'tag': '3343f5de-bf54-480d-a826-c9ec0f585e75'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:56:01.577928 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (61cfeb8c-d5aa-4003-9674-492770763ed3), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:01.578922 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d9ce78-b6f2-4971-a790-80719d2c1958" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ac8dd2-ed54-4bbb-971f-924dc50c94ea", "tag": "3343f5de-bf54-480d-a826-c9ec0f585e75"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:56:01.588152 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=110730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:56:01.588609 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9435006'] for segment (61cfeb8c-d5aa-4003-9674-492770763ed3), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:01.627818 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24671fa4-eff4-4889-a8e8-d00fb5529dbd x-openstack-request-id: req-24671fa4-eff4-4889-a8e8-d00fb5529dbd {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:56:01.628109 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ac8dd2-ed54-4bbb-971f-924dc50c94ea", "tag": "3343f5de-bf54-480d-a826-c9ec0f585e75", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:56:01.628362 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24671fa4-eff4-4889-a8e8-d00fb5529dbd {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:56:01.628752 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24671fa4-eff4-4889-a8e8-d00fb5529dbd'] response: {'name': 'network-changed', 'server_uuid': 'a9ac8dd2-ed54-4bbb-971f-924dc50c94ea', 'tag': '3343f5de-bf54-480d-a826-c9ec0f585e75', 'status': 'completed', 'code': 200} Sep 21 21:56:01.641247 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 61cfeb8c-d5aa-4003-9674-492770763ed3 resource provider aggregate not found Sep 21 21:56:01.650623 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e79c18-b20e-445e-a69c-c94c7917c524 service neutron] Pushing event updated for resources: {'Port': ['ID=3343f5de-bf54-480d-a826-c9ec0f585e75,revision_number=3']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:01.661566 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 61cfeb8c-d5aa-4003-9674-492770763ed3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61cfeb8c-d5aa-4003-9674-492770763ed3 found for delete ", "request_id": "req-6507f84d-afe6-4003-85f4-2a10ec11a1e5"}]} Sep 21 21:56:01.730832 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9ce78-b6f2-4971-a790-80719d2c1958 req-6b967a13-2a74-4f2d-aaf0-7ad200ff6152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:01.732253 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-88d9ce78-b6f2-4971-a790-80719d2c1958 req-6b967a13-2a74-4f2d-aaf0-7ad200ff6152 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dcc78499c7ec4057b3ddf58b04f9821f&device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 1127 time: 0.0441296 Sep 21 21:56:01.828829 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33075534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754953'] for network (7ba67a60-17a4-42de-8c1b-883c54b6fa46), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:01.838816 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:01.845400 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] 10.222.0.42 "DELETE /v2.0/networks/7ba67a60-17a4-42de-8c1b-883c54b6fa46 HTTP/1.1" status: 204 len: 168 time: 1.1787865 Sep 21 21:56:01.868841 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcf100-74df-43f4-962b-4f9898cc8c3e admin admin] Pushing event deleted for resources: {'Network': ['ID=7ba67a60-17a4-42de-8c1b-883c54b6fa46,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:01.953380 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9ce78-b6f2-4971-a790-80719d2c1958 req-aef52851-5e7e-452a-a42d-5a1e285fe2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:01.954875 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-88d9ce78-b6f2-4971-a790-80719d2c1958 req-aef52851-5e7e-452a-a42d-5a1e285fe2ba service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=dcc78499c7ec4057b3ddf58b04f9821f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2060640 Sep 21 21:56:01.962706 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a147a9b-f0bb-4d8b-95c1-5182b5e4bb74 req-72620a6d-371a-4ad5-b97f-49698cb0a9d1 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:01.964213 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6a147a9b-f0bb-4d8b-95c1-5182b5e4bb74 req-72620a6d-371a-4ad5-b97f-49698cb0a9d1 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.1357872 Sep 21 21:56:02.169726 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6a147a9b-f0bb-4d8b-95c1-5182b5e4bb74 req-8437c084-cb46-4515-b2b8-949492f4d8d0 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898887 Sep 21 21:56:02.179579 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9ce78-b6f2-4971-a790-80719d2c1958 req-1fcff93b-3fac-4666-bded-87d8b5062faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:02.181247 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-88d9ce78-b6f2-4971-a790-80719d2c1958 req-1fcff93b-3fac-4666-bded-87d8b5062faf service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2155991 Sep 21 21:56:02.253308 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 43316) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:02.274842 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4dac8c2d-11f3-48a1-9029-15a8265cd53b req-5af61552-68a0-4bea-8cb5-9f455efd1ce7 tempest-VolumesNegativeTest-2106594836 tempest-VolumesNegativeTest-2106594836-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9c1868-4345-41fa-86d3-8378f953592a HTTP/1.1" status: 200 len: 210 time: 0.0368609 Sep 21 21:56:02.360988 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 57073a52-befe-41ae-8ddf-86a31f9d436e no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:56:02.361467 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-8bff6f37-12c9-453d-8368-baa9bc8ab0da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df86c329bf2e441cb2e61f33a91d958a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1058428 Sep 21 21:56:02.362301 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-2fdef505-828e-4ed7-94a5-264f21bc6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:02.363940 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-2fdef505-828e-4ed7-94a5-264f21bc6bd4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dcc78499c7ec4057b3ddf58b04f9821f&device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 1127 time: 0.0681736 Sep 21 21:56:02.364476 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 43318) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:02.407203 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 57073a52-befe-41ae-8ddf-86a31f9d436e {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:56:02.409759 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 57073a52-befe-41ae-8ddf-86a31f9d436e not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:56:02.463616 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-c322a428-2a02-4055-b500-f2192ff1f1ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3343f5de-bf54-480d-a826-c9ec0f585e75 HTTP/1.1" status: 200 len: 217 time: 0.0709426 Sep 21 21:56:02.544495 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-5e8128a8-a4e0-47c5-b99e-6e1bd5625241 admin admin] Publish callbacks [] for security_group (aef99244-1e41-4b9d-9d65-92c68ebd699f), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:02.580410 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-5e8128a8-a4e0-47c5-b99e-6e1bd5625241 admin admin] Publish callbacks [] for security_group (aef99244-1e41-4b9d-9d65-92c68ebd699f), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:02.587839 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-1ebc7cf4-df85-4e9e-ab3f-1ce77b8b662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:02.589310 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-1ebc7cf4-df85-4e9e-ab3f-1ce77b8b662b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db185da8-ad9c-4126-8076-339dfecd852c HTTP/1.1" status: 200 len: 849 time: 0.1107507 Sep 21 21:56:02.642849 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ad6b8-ac94-4329-acc9-2dfe2f9846fa req-73b031e5-1d88-4916-8b94-1d0de944b828 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:02.644344 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-393ad6b8-ac94-4329-acc9-2dfe2f9846fa req-73b031e5-1d88-4916-8b94-1d0de944b828 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 943 time: 0.1647155 Sep 21 21:56:02.663364 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-7fa17fb5-20c4-4370-8f4f-7f5663618f07 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=54f19fc8-e8e5-470f-9f8b-1d7d628bfed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492938 Sep 21 21:56:02.747154 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-393ad6b8-ac94-4329-acc9-2dfe2f9846fa req-4e5442f8-c5bd-4fa0-a571-43282e8e73f2 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965261 Sep 21 21:56:02.774124 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-5d85d3e3-94d4-4dc0-8667-2b6fa9c0130d service neutron] 10.222.0.61 "GET /v2.0/networks/54f19fc8-e8e5-470f-9f8b-1d7d628bfed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174309 Sep 21 21:56:02.782889 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-5e8128a8-a4e0-47c5-b99e-6e1bd5625241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (aef99244-1e41-4b9d-9d65-92c68ebd699f), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:02.785477 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-5e8128a8-a4e0-47c5-b99e-6e1bd5625241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:02.786578 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-5e8128a8-a4e0-47c5-b99e-6e1bd5625241 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aef99244-1e41-4b9d-9d65-92c68ebd699f HTTP/1.1" status: 204 len: 168 time: 0.4209187 Sep 21 21:56:02.841276 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8128a8-a4e0-47c5-b99e-6e1bd5625241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef99244-1e41-4b9d-9d65-92c68ebd699f,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:02.889175 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe29423e-e4b5-4f68-8d48-c5088e822c14 req-25e898db-f2be-4679-b3f3-de9b5c30c9e9 service neutron] 10.222.0.61 "GET /v2.0/networks/54f19fc8-e8e5-470f-9f8b-1d7d628bfed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069038 Sep 21 21:56:03.028189 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:03.302282 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b608ecb-d205-4a9e-a469-d726d6c34f10 req-50c5cc41-45f4-420f-883e-6d6596c75034 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:03.303873 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7b608ecb-d205-4a9e-a469-d726d6c34f10 req-50c5cc41-45f4-420f-883e-6d6596c75034 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0631607 Sep 21 21:56:03.364777 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7b608ecb-d205-4a9e-a469-d726d6c34f10 req-45c9f3e3-1866-4949-a5d7-b9a539b4cb73 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537477 Sep 21 21:56:03.883553 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 43398) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:03.885204 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952a250-6379-47f8-a8b4-37c07e3a20ab req-90b824b0-6a5c-49f5-bde1-e9db2a703c5f tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:03.887428 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2952a250-6379-47f8-a8b4-37c07e3a20ab req-90b824b0-6a5c-49f5-bde1-e9db2a703c5f tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 943 time: 0.0647810 Sep 21 21:56:03.942540 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2952a250-6379-47f8-a8b4-37c07e3a20ab req-cc99bb2b-49f8-47ee-99d1-bf8ef5d23855 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420628 Sep 21 21:56:04.049204 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-903a263d-737d-4261-a67a-fa47f131226b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1191693124-network', 'tenant_id': '97db019d1a20418dbd658422bd2abeec'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:04.142123 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903a263d-737d-4261-a67a-fa47f131226b admin admin] Made reservation on behalf of 97db019d1a20418dbd658422bd2abeec for: {'network': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:56:04.144464 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-903a263d-737d-4261-a67a-fa47f131226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:04.153136 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-903a263d-737d-4261-a67a-fa47f131226b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:04.224724 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-903a263d-737d-4261-a67a-fa47f131226b admin admin] Publish callbacks [] for security_group (303f957c-822e-4ae3-84e9-2cbedbf72dab), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:04.319564 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-903a263d-737d-4261-a67a-fa47f131226b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (303f957c-822e-4ae3-84e9-2cbedbf72dab), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:04.344686 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903a263d-737d-4261-a67a-fa47f131226b admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=110730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:56:04.354570 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a263d-737d-4261-a67a-fa47f131226b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303f957c-822e-4ae3-84e9-2cbedbf72dab,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:04.359741 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-903a263d-737d-4261-a67a-fa47f131226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (034a41b4-dde4-40e6-858a-9899979f36ba), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:04.360082 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.segments_db [None req-903a263d-737d-4261-a67a-fa47f131226b admin admin] Added segment 034a41b4-dde4-40e6-858a-9899979f36ba of type vlan for network 22bd5fcb-36cb-4d04-8fd5-44574faee68f Sep 21 21:56:04.406524 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-903a263d-737d-4261-a67a-fa47f131226b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (22bd5fcb-36cb-4d04-8fd5-44574faee68f), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:04.489860 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9773a3-3956-48df-9e53-41f9d4052d1a req-e1de8a70-3d77-4d67-b684-eab8b911db46 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:04.491331 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa9773a3-3956-48df-9e53-41f9d4052d1a req-e1de8a70-3d77-4d67-b684-eab8b911db46 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0521965 Sep 21 21:56:04.502678 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-903a263d-737d-4261-a67a-fa47f131226b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (22bd5fcb-36cb-4d04-8fd5-44574faee68f), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:04.506308 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903a263d-737d-4261-a67a-fa47f131226b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:04.506308 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-903a263d-737d-4261-a67a-fa47f131226b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:04.542251 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa9773a3-3956-48df-9e53-41f9d4052d1a req-6c44c190-5cc2-45e9-b868-7ee0cf827ecc tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447099 Sep 21 21:56:04.575805 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a263d-737d-4261-a67a-fa47f131226b admin admin] Pushing event updated for resources: {'Network': ['ID=22bd5fcb-36cb-4d04-8fd5-44574faee68f,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:04.585496 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network 22bd5fcb-36cb-4d04-8fd5-44574faee68f details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:56:04.665046 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-903a263d-737d-4261-a67a-fa47f131226b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7803617 Sep 21 21:56:04.668513 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 43468) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:04.673146 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-ef283171-8906-431f-a7ef-85ec2b7841ef admin admin] Request body: {'subnet': {'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-subnet', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:04.794447 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef283171-8906-431f-a7ef-85ec2b7841ef admin admin] Made reservation on behalf of 97db019d1a20418dbd658422bd2abeec for: {'subnet': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:56:04.797157 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ef283171-8906-431f-a7ef-85ec2b7841ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364503'] for subnet (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.011242 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ef283171-8906-431f-a7ef-85ec2b7841ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9435907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364485'] for subnet (ffad0065-5e21-48c1-8b35-fb87327cf65f), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.063912 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef283171-8906-431f-a7ef-85ec2b7841ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffad0065-5e21-48c1-8b35-fb87327cf65f,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:05.071745 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccca2d-c80d-4f93-a21a-8ff55f761114 req-fe899dbd-ac82-4520-99fc-2da94a33a416 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:05.073474 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-66ccca2d-c80d-4f93-a21a-8ff55f761114 req-fe899dbd-ac82-4520-99fc-2da94a33a416 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 943 time: 0.0555773 Sep 21 21:56:05.080551 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef283171-8906-431f-a7ef-85ec2b7841ef admin admin] Checking segment: {'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:56:05.082283 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef283171-8906-431f-a7ef-85ec2b7841ef admin admin] Network hostable DHCP agents. Network: 22bd5fcb-36cb-4d04-8fd5-44574faee68f, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:56:05.121130 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-66ccca2d-c80d-4f93-a21a-8ff55f761114 req-72e11076-3397-458b-8e29-110e5fac6b80 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418563 Sep 21 21:56:05.165763 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef283171-8906-431f-a7ef-85ec2b7841ef admin admin] Network 22bd5fcb-36cb-4d04-8fd5-44574faee68f is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:56:05.250644 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-ef283171-8906-431f-a7ef-85ec2b7841ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, 22bd5fcb-36cb-4d04-8fd5-44574faee68f) {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:05.255071 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef283171-8906-431f-a7ef-85ec2b7841ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:05.255709 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ef283171-8906-431f-a7ef-85ec2b7841ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.259585 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f574e607-afb4-4f3a-9176-4a530dfe347b None None] Network 22bd5fcb-36cb-4d04-8fd5-44574faee68f requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:56:05.339040 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-ef283171-8906-431f-a7ef-85ec2b7841ef admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6694310 Sep 21 21:56:05.342309 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 43496) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:05.346579 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:05.360234 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c86c540-5e61-54b3-b1b4-fe06f5909a9b-22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'project_id': '97db019d1a20418dbd658422bd2abeec', 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f'}]}} from dv-cinder-858818-1-iscsi. {{(pid=110732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:56:05.361206 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.422610 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256442'] for router (92a516de-15f7-4509-8377-11beb192c09d), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.424024 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256435'] for router (92a516de-15f7-4509-8377-11beb192c09d), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.481458 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] Publish callbacks [] for router_controller (92a516de-15f7-4509-8377-11beb192c09d), precommit_add_association {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.500029 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.db_base_plugin_common [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Allocated IP 172.20.0.2 (22bd5fcb-36cb-4d04-8fd5-44574faee68f/ffad0065-5e21-48c1-8b35-fb87327cf65f/4605e43b-5bc7-48db-9e5c-2346fbc2a85f) {{(pid=110732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:56:05.654534 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Publish callbacks [] for port (4605e43b-5bc7-48db-9e5c-2346fbc2a85f), precommit_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.659171 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 2067ee5a-c89e-44da-ba11-d0613ce4939a no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:56:05.677821 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: 2067ee5a-c89e-44da-ba11-d0613ce4939a {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:56:05.678346 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 2067ee5a-c89e-44da-ba11-d0613ce4939a not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:56:05.692911 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] Publish callbacks [] for router_gateway (92a516de-15f7-4509-8377-11beb192c09d), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.701293 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c91a2-caab-4867-8d5c-f1e374af12cd req-e0bbde61-359d-489f-921f-f72c182510c5 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:05.702807 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3d9c91a2-caab-4867-8d5c-f1e374af12cd req-e0bbde61-359d-489f-921f-f72c182510c5 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0602012 Sep 21 21:56:05.714047 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (4605e43b-5bc7-48db-9e5c-2346fbc2a85f), after_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.754840 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Network 22bd5fcb-36cb-4d04-8fd5-44574faee68f is already hosted by enough agents. {{(pid=110732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:56:05.755997 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3d9c91a2-caab-4867-8d5c-f1e374af12cd req-cf22ca79-fe3e-4706-a01a-087bfd309567 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455637 Sep 21 21:56:05.757692 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.base_scheduler [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Resources bound (agent type, host, resource id): {{(pid=110732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:05.765446 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Received port after_create {{(pid=110732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:56:05.770301 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Pushing event updated for resources: {'Port': ['ID=4605e43b-5bc7-48db-9e5c-2346fbc2a85f,revision_number=1']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:05.832616 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Attempting to bind port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:56:05.833020 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Attempting to bind port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:56:05.833390 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Attempting to bind port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f on network 22bd5fcb-36cb-4d04-8fd5-44574faee68f {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:56:05.838537 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:56:05.838913 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Checking segment: {'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:56:05.839354 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.839762 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Bound using segment: {'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:56:05.840228 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Bound port: 4605e43b-5bc7-48db-9e5c-2346fbc2a85f, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:56:05.840611 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (4605e43b-5bc7-48db-9e5c-2346fbc2a85f), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.899803 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] For port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:56:05.902898 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] For port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=4605e43b-5bc7-48db-9e5c-2346fbc2a85f,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:56:05.974994 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] Publish callbacks [] for router_gateway (92a516de-15f7-4509-8377-11beb192c09d), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.983092 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (4605e43b-5bc7-48db-9e5c-2346fbc2a85f), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.013066 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.046389 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b90608-359e-4a71-8ebe-691785e91b12 None None] Pushing event updated for resources: {'Port': ['ID=4605e43b-5bc7-48db-9e5c-2346fbc2a85f,revision_number=2']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:06.132455 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] Allocated IP 172.27.2.71 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/192ba6da-32fa-4204-a8cc-0c7523de49b6) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:56:06.269863 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] Publish callbacks [] for port (192ba6da-32fa-4204-a8cc-0c7523de49b6), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.364064 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (192ba6da-32fa-4204-a8cc-0c7523de49b6), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.409982 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:56:06.413478 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:06.420385 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 4605e43b-5bc7-48db-9e5c-2346fbc2a85f up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:56:06.421387 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:56:06.456391 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=192ba6da-32fa-4204-a8cc-0c7523de49b6,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:06.482942 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:06.483497 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (4605e43b-5bc7-48db-9e5c-2346fbc2a85f), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.483975 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f Sep 21 21:56:06.576298 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:06.576691 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (4605e43b-5bc7-48db-9e5c-2346fbc2a85f), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.627742 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5cc64-289c-45b0-8c3b-ab98b87808ce req-bcd6e051-e09d-4c3b-8556-55704027a39d tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:06.629390 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-39b5cc64-289c-45b0-8c3b-ab98b87808ce req-bcd6e051-e09d-4c3b-8556-55704027a39d tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 943 time: 0.3947787 Sep 21 21:56:06.631014 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] For port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=4605e43b-5bc7-48db-9e5c-2346fbc2a85f,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:06.679895 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-39b5cc64-289c-45b0-8c3b-ab98b87808ce req-c112ccbe-91aa-4a09-b3d8-7db6c0bba38f tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441310 Sep 21 21:56:06.690690 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (4605e43b-5bc7-48db-9e5c-2346fbc2a85f), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.737288 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Pushing event updated for resources: {'Port': ['ID=4605e43b-5bc7-48db-9e5c-2346fbc2a85f,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:06.869176 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] Publish callbacks [] for router_gateway (92a516de-15f7-4509-8377-11beb192c09d), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.915943 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba2e22-3603-40a0-824d-8006b745de36 req-a1801727-78e1-404b-b33a-4613ea7b612a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:06.922968 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cbba2e22-3603-40a0-824d-8006b745de36 req-a1801727-78e1-404b-b33a-4613ea7b612a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0710194 Sep 21 21:56:06.979672 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cbba2e22-3603-40a0-824d-8006b745de36 req-86f3aa60-b772-4862-8448-726f77c06002 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500367 Sep 21 21:56:07.091591 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755185'] for router (92a516de-15f7-4509-8377-11beb192c09d), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:07.135796 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c9ef74-f588-485d-ae67-a1d82cbe7252 None None] Network 22bd5fcb-36cb-4d04-8fd5-44574faee68f requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:56:07.319824 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] Router 92a516de-15f7-4509-8377-11beb192c09d is scheduled to L3 agent f3be49e0-699b-41e8-a354-a1575a796fae with binding_index 1 {{(pid=110730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:56:07.400345 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-88cbfade-ef98-4a59-9b05-0ee6f1c0b6dc None None] Provisioning complete for port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:07.400722 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-88cbfade-ef98-4a59-9b05-0ee6f1c0b6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (4605e43b-5bc7-48db-9e5c-2346fbc2a85f), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:07.401084 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-88cbfade-ef98-4a59-9b05-0ee6f1c0b6dc None None] Attempt 1 to provision port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f Sep 21 21:56:07.468189 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:56:07.489122 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Sync routers for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:56:07.519536 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:07.520178 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:55:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:07.522520 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-88cbfade-ef98-4a59-9b05-0ee6f1c0b6dc None None] Current status of the port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:07.556476 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:07.557841 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-4cdef337-9e9b-4ac9-82ae-9f61da391ea6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2144506 Sep 21 21:56:07.561108 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 43636) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:07.662319 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:07.802490 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-ee83e634-2447-47ca-a2dc-af5247b10f94 None None] Provisioning complete for port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:07.803127 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-ee83e634-2447-47ca-a2dc-af5247b10f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (4605e43b-5bc7-48db-9e5c-2346fbc2a85f), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:07.803246 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-ee83e634-2447-47ca-a2dc-af5247b10f94 None None] Attempt 1 to provision port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f Sep 21 21:56:07.847095 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627a056-1aaa-4ca9-aee1-c3153606c9c4 req-54c199cb-6c41-458c-80ab-c7b167d5ac21 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:07.848703 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2627a056-1aaa-4ca9-aee1-c3153606c9c4 req-54c199cb-6c41-458c-80ab-c7b167d5ac21 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 943 time: 0.0821636 Sep 21 21:56:07.938501 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-ee83e634-2447-47ca-a2dc-af5247b10f94 None None] Current status of the port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:07.941832 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2627a056-1aaa-4ca9-aee1-c3153606c9c4 req-e64b4964-e6a4-4889-8639-66b8d2b00dcb tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872447 Sep 21 21:56:07.948989 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:06Z', 'revision_number': 3, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:07.977756 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Checking router: 92a516de-15f7-4509-8377-11beb192c09d for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:56:07.978107 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Updating router 92a516de-15f7-4509-8377-11beb192c09d port 192ba6da-32fa-4204-a8cc-0c7523de49b6 binding host dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:56:08.010247 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (192ba6da-32fa-4204-a8cc-0c7523de49b6), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:08.073545 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7fb2c50f-8753-4a7d-abf1-167ccac15f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:08.146237 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9973dc-56a9-4707-b5fe-8475472ff420 req-251b15ef-cc2c-4b26-9039-2252491c09cf tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:08.148114 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9e9973dc-56a9-4707-b5fe-8475472ff420 req-251b15ef-cc2c-4b26-9039-2252491c09cf tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0692422 Sep 21 21:56:08.215358 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9e9973dc-56a9-4707-b5fe-8475472ff420 req-1a8820a4-fbb3-4a0b-bb09-49038f023b3e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604424 Sep 21 21:56:08.322658 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-7fb2c50f-8753-4a7d-abf1-167ccac15f47 admin admin] Allocated IP 172.20.0.1 (22bd5fcb-36cb-4d04-8fd5-44574faee68f/ffad0065-5e21-48c1-8b35-fb87327cf65f/2d80dbaf-80e7-47c6-b64d-ccabcbdc014d) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:56:08.339100 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 4605e43b-5bc7-48db-9e5c-2346fbc2a85f up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:56:08.365639 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Publish callbacks [] for port (192ba6da-32fa-4204-a8cc-0c7523de49b6), precommit_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:08.400191 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:08.400626 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (4605e43b-5bc7-48db-9e5c-2346fbc2a85f), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:08.401078 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f Sep 21 21:56:08.435653 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7fb2c50f-8753-4a7d-abf1-167ccac15f47 admin admin] Publish callbacks [] for port (2d80dbaf-80e7-47c6-b64d-ccabcbdc014d), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:08.441526 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (192ba6da-32fa-4204-a8cc-0c7523de49b6), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:08.479708 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Attempting to bind port 192ba6da-32fa-4204-a8cc-0c7523de49b6 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:56:08.480103 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Attempting to bind port 192ba6da-32fa-4204-a8cc-0c7523de49b6 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:56:08.480473 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Attempting to bind port 192ba6da-32fa-4204-a8cc-0c7523de49b6 on network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:56:08.491739 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:56:08.492112 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Checking segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:56:08.492507 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:08.492895 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Bound using segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:56:08.493430 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Bound port: 192ba6da-32fa-4204-a8cc-0c7523de49b6, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:56:08.493800 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (192ba6da-32fa-4204-a8cc-0c7523de49b6), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:08.520201 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7fb2c50f-8753-4a7d-abf1-167ccac15f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (2d80dbaf-80e7-47c6-b64d-ccabcbdc014d), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:08.521067 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96993347-659a-4e95-97c1-ca01bc93570d None None] Pushing event updated for resources: {'Port': ['ID=192ba6da-32fa-4204-a8cc-0c7523de49b6,revision_number=2']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:08.561852 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb2c50f-8753-4a7d-abf1-167ccac15f47 admin admin] Network 22bd5fcb-36cb-4d04-8fd5-44574faee68f is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:56:08.565294 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:08.569910 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-7fb2c50f-8753-4a7d-abf1-167ccac15f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:08.572094 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb2c50f-8753-4a7d-abf1-167ccac15f47 admin admin] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:56:08.581370 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] For port 192ba6da-32fa-4204-a8cc-0c7523de49b6, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:56:08.581977 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] For port 192ba6da-32fa-4204-a8cc-0c7523de49b6, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=192ba6da-32fa-4204-a8cc-0c7523de49b6,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:56:08.691948 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (192ba6da-32fa-4204-a8cc-0c7523de49b6), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:08.741012 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:08.741797 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:55:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:08.789444 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96993347-659a-4e95-97c1-ca01bc93570d None None] Pushing event updated for resources: {'Port': ['ID=192ba6da-32fa-4204-a8cc-0c7523de49b6,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:08.852093 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2c50f-8753-4a7d-abf1-167ccac15f47 admin admin] Pushing event updated for resources: {'Port': ['ID=2d80dbaf-80e7-47c6-b64d-ccabcbdc014d,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:08.861676 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:08.868745 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7fb2c50f-8753-4a7d-abf1-167ccac15f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756382'] for router_interface (92a516de-15f7-4509-8377-11beb192c09d), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:08.953422 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] Provisioning complete for port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:08.953798 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (2d80dbaf-80e7-47c6-b64d-ccabcbdc014d), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:08.954416 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] Attempt 1 to provision port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d Sep 21 21:56:09.003665 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] Port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:09.044562 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7fb2c50f-8753-4a7d-abf1-167ccac15f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (2d80dbaf-80e7-47c6-b64d-ccabcbdc014d), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:09.069344 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:06Z', 'revision_number': 3, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:09.069604 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b580b4c-5bdc-4d50-b2f1-98864d4ff877 req-aa190cfa-8a9b-4b17-ae69-24f08276be3d tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:09.071350 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6b580b4c-5bdc-4d50-b2f1-98864d4ff877 req-aa190cfa-8a9b-4b17-ae69-24f08276be3d tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 943 time: 0.0656791 Sep 21 21:56:09.097407 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a058825f-f6d2-418f-8704-e8edf7720f82 None None] The sync data for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi is: [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:06Z', 'revision_number': 3, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:56:09.134936 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6b580b4c-5bdc-4d50-b2f1-98864d4ff877 req-39fad462-a3a7-4f37-8bc1-1fc97f5c66ef tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551069 Sep 21 21:56:09.204481 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7fb2c50f-8753-4a7d-abf1-167ccac15f47 admin admin] Publish callbacks [] for port (2d80dbaf-80e7-47c6-b64d-ccabcbdc014d), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:09.250972 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7fb2c50f-8753-4a7d-abf1-167ccac15f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (2d80dbaf-80e7-47c6-b64d-ccabcbdc014d), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:09.343602 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2c50f-8753-4a7d-abf1-167ccac15f47 admin admin] Pushing event updated for resources: {'Port': ['ID=2d80dbaf-80e7-47c6-b64d-ccabcbdc014d,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:09.363183 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7fb2c50f-8753-4a7d-abf1-167ccac15f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756274'] for router_interface (92a516de-15f7-4509-8377-11beb192c09d), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:09.367374 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac68f6-98cc-4b76-8b52-ba812b29faca req-6b821af9-eab9-4942-8f11-f89f07ecbe4d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:09.368884 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4cac68f6-98cc-4b76-8b52-ba812b29faca req-6b821af9-eab9-4942-8f11-f89f07ecbe4d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0694799 Sep 21 21:56:09.431931 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4cac68f6-98cc-4b76-8b52-ba812b29faca req-f373e10b-a100-435a-a818-4c5e68f7aecf tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572906 Sep 21 21:56:09.469643 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb2c50f-8753-4a7d-abf1-167ccac15f47 admin admin] Network 22bd5fcb-36cb-4d04-8fd5-44574faee68f is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:56:09.471090 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-7fb2c50f-8753-4a7d-abf1-167ccac15f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:09.505324 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] Attempt 2 to provision port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d Sep 21 21:56:09.560134 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] Port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:09.606548 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb2c50f-8753-4a7d-abf1-167ccac15f47 admin admin] Router 92a516de-15f7-4509-8377-11beb192c09d has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:56:09.717126 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb2c50f-8753-4a7d-abf1-167ccac15f47 admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:56:09.722135 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-7fb2c50f-8753-4a7d-abf1-167ccac15f47 admin admin] 10.222.0.42 "PUT /v2.0/routers/92a516de-15f7-4509-8377-11beb192c09d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1600511 Sep 21 21:56:10.061569 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] Attempt 3 to provision port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d Sep 21 21:56:10.078178 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 43714) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:10.082760 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-8dc3be2a-5d1f-4bea-92ca-5734844a949d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'security_group': {'name': 'tempest-securitygroup--101651326', 'description': 'tempest-description--1527465587'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:10.093626 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] Port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:10.176866 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8dc3be2a-5d1f-4bea-92ca-5734844a949d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:10.241750 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8dc3be2a-5d1f-4bea-92ca-5734844a949d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (1cffbabe-565d-4645-bcc7-45d1f6cae7cc), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:10.257958 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fecf8d-5002-42d5-80d7-a7bab2795969 req-b12f7cec-7344-4d45-8888-f7a3b4027791 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:10.259676 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b9fecf8d-5002-42d5-80d7-a7bab2795969 req-b12f7cec-7344-4d45-8888-f7a3b4027791 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 943 time: 0.0539880 Sep 21 21:56:10.307675 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b9fecf8d-5002-42d5-80d7-a7bab2795969 req-bad3d8e2-97e7-475b-b84c-823dc01180c2 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 Sep 21 21:56:10.311336 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 3343f5de-bf54-480d-a826-c9ec0f585e75 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:56:10.320951 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8dc3be2a-5d1f-4bea-92ca-5734844a949d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (1cffbabe-565d-4645-bcc7-45d1f6cae7cc), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:10.336396 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 192ba6da-32fa-4204-a8cc-0c7523de49b6 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:56:10.359016 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3be2a-5d1f-4bea-92ca-5734844a949d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cffbabe-565d-4645-bcc7-45d1f6cae7cc,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:10.413204 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8dc3be2a-5d1f-4bea-92ca-5734844a949d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:10.414730 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-8dc3be2a-5d1f-4bea-92ca-5734844a949d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3355012 Sep 21 21:56:10.418100 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 43722) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:10.422385 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-6afc861a-945a-4a75-b4c8-31745d4e8400 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'security_group_rule': {'security_group_id': '1cffbabe-565d-4645-bcc7-45d1f6cae7cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:10.462429 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 192ba6da-32fa-4204-a8cc-0c7523de49b6 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:10.462803 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (192ba6da-32fa-4204-a8cc-0c7523de49b6), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:10.463139 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 192ba6da-32fa-4204-a8cc-0c7523de49b6 Sep 21 21:56:10.504661 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 3343f5de-bf54-480d-a826-c9ec0f585e75, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3343f5de-bf54-480d-a826-c9ec0f585e75,segment=NetworkSegment(188ff2c4-d7ea-4444-84dd-004b7dca4861),segment_id=188ff2c4-d7ea-4444-84dd-004b7dca4861)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:10.523511 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': '3343f5de-bf54-480d-a826-c9ec0f585e75', 'network_id': '54f19fc8-e8e5-470f-9f8b-1d7d628bfed8', 'port_id': '3343f5de-bf54-480d-a826-c9ec0f585e75', 'mac_address': 'fa:16:3e:74:5b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db185da8-ad9c-4126-8076-339dfecd852c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:56:10.528646 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6afc861a-945a-4a75-b4c8-31745d4e8400 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (955b927c-b7c3-4746-b104-ab1d369fa082), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:10.575679 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ef873-774e-46e3-a18b-17078269444e req-72e75fa7-b1ff-4279-9289-b8c145110c6e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:10.584234 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-de2ef873-774e-46e3-a18b-17078269444e req-72e75fa7-b1ff-4279-9289-b8c145110c6e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0715525 Sep 21 21:56:10.591165 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 3343f5de-bf54-480d-a826-c9ec0f585e75 is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:10.591556 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (3343f5de-bf54-480d-a826-c9ec0f585e75), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:10.596305 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] Attempt 4 to provision port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d Sep 21 21:56:10.609189 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6afc861a-945a-4a75-b4c8-31745d4e8400 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (955b927c-b7c3-4746-b104-ab1d369fa082), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:10.610925 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 192ba6da-32fa-4204-a8cc-0c7523de49b6 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:10.611359 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (192ba6da-32fa-4204-a8cc-0c7523de49b6), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:10.640918 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3343f5de-bf54-480d-a826-c9ec0f585e75 {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:56:10.650916 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-de2ef873-774e-46e3-a18b-17078269444e req-c23a35bc-5967-4ff7-895f-f513677ebaef tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553017 Sep 21 21:56:10.675148 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] For port 192ba6da-32fa-4204-a8cc-0c7523de49b6, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=192ba6da-32fa-4204-a8cc-0c7523de49b6,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:10.679744 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 3343f5de-bf54-480d-a826-c9ec0f585e75, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3343f5de-bf54-480d-a826-c9ec0f585e75,segment=NetworkSegment(188ff2c4-d7ea-4444-84dd-004b7dca4861),segment_id=188ff2c4-d7ea-4444-84dd-004b7dca4861)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:10.684950 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] Port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:10.719557 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6afc861a-945a-4a75-b4c8-31745d4e8400 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (955b927c-b7c3-4746-b104-ab1d369fa082), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:10.737863 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc861a-945a-4a75-b4c8-31745d4e8400 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955b927c-b7c3-4746-b104-ab1d369fa082,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:10.755239 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Sync routers for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:56:10.765588 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:10.766186 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:55:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:10.811047 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (3343f5de-bf54-480d-a826-c9ec0f585e75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:10.812895 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (192ba6da-32fa-4204-a8cc-0c7523de49b6), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:10.836126 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6afc861a-945a-4a75-b4c8-31745d4e8400 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:10.837630 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-6afc861a-945a-4a75-b4c8-31745d4e8400 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4185133 Sep 21 21:56:10.846789 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 43730) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:10.851540 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-f1a7d242-4a62-4904-8db3-14498de89460 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'security_group_rule': {'security_group_id': '1cffbabe-565d-4645-bcc7-45d1f6cae7cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:10.860085 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=3343f5de-bf54-480d-a826-c9ec0f585e75,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:10.878893 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:10.953742 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f1a7d242-4a62-4904-8db3-14498de89460 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (2080fa2c-af5e-47e7-b675-d2813f48dd1f), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:11.019075 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f1a7d242-4a62-4904-8db3-14498de89460 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (2080fa2c-af5e-47e7-b675-d2813f48dd1f), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:11.048444 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Pushing event updated for resources: {'Port': ['ID=192ba6da-32fa-4204-a8cc-0c7523de49b6,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:11.096778 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f1a7d242-4a62-4904-8db3-14498de89460 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (2080fa2c-af5e-47e7-b675-d2813f48dd1f), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:11.099164 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:09Z', 'revision_number': 2, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:11.114570 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7d242-4a62-4904-8db3-14498de89460 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2080fa2c-af5e-47e7-b675-d2813f48dd1f,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:11.126021 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Checking router: 92a516de-15f7-4509-8377-11beb192c09d for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:56:11.126382 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Updating router 92a516de-15f7-4509-8377-11beb192c09d port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d binding host dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:56:11.154776 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (2d80dbaf-80e7-47c6-b64d-ccabcbdc014d), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:11.185751 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] Attempt 5 to provision port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d Sep 21 21:56:11.213095 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f1a7d242-4a62-4904-8db3-14498de89460 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:11.214582 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-f1a7d242-4a62-4904-8db3-14498de89460 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3667343 Sep 21 21:56:11.217821 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 43732) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:11.219056 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] Port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:11.222818 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-215fad71-2413-451f-9562-e51b830c0fda tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'floatingip': {'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:11.224508 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['3343f5de-bf54-480d-a826-c9ec0f585e75'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:56:11.291294 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-215fad71-2413-451f-9562-e51b830c0fda tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:11.407955 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-215fad71-2413-451f-9562-e51b830c0fda tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:11.427697 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Publish callbacks [] for port (2d80dbaf-80e7-47c6-b64d-ccabcbdc014d), precommit_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:11.485049 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (2d80dbaf-80e7-47c6-b64d-ccabcbdc014d), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:11.536799 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5ff2a-bbcb-42b5-888d-ee128997433d req-82f943f6-cd27-4318-9898-8794e95e53b7 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:11.538391 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aff5ff2a-bbcb-42b5-888d-ee128997433d req-82f943f6-cd27-4318-9898-8794e95e53b7 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 944 time: 0.0919864 Sep 21 21:56:11.561924 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [None req-215fad71-2413-451f-9562-e51b830c0fda tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Allocated IP 172.27.2.182 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/fce5ea2e-59dc-46f8-a112-1a56acf9344b) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:56:11.562164 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b06df7-39c4-4ccf-b990-8f1cae5b6f78 None None] Pushing event updated for resources: {'Port': ['ID=2d80dbaf-80e7-47c6-b64d-ccabcbdc014d,revision_number=3']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:11.574891 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b06df7-39c4-4ccf-b990-8f1cae5b6f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:11.575334 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b06df7-39c4-4ccf-b990-8f1cae5b6f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:11.575707 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b06df7-39c4-4ccf-b990-8f1cae5b6f78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:11.576052 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b06df7-39c4-4ccf-b990-8f1cae5b6f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:11.576387 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b06df7-39c4-4ccf-b990-8f1cae5b6f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:11.576719 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b06df7-39c4-4ccf-b990-8f1cae5b6f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:11.577075 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b06df7-39c4-4ccf-b990-8f1cae5b6f78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:11.577475 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b06df7-39c4-4ccf-b990-8f1cae5b6f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:11.577806 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b06df7-39c4-4ccf-b990-8f1cae5b6f78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:11.578153 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b06df7-39c4-4ccf-b990-8f1cae5b6f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:11.578483 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b06df7-39c4-4ccf-b990-8f1cae5b6f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:11.578808 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b06df7-39c4-4ccf-b990-8f1cae5b6f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:11.579131 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b06df7-39c4-4ccf-b990-8f1cae5b6f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:11.587254 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Attempting to bind port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:56:11.587629 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Attempting to bind port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:56:11.588420 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Attempting to bind port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d on network 22bd5fcb-36cb-4d04-8fd5-44574faee68f {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:56:11.593610 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:56:11.593995 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Checking segment: {'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:56:11.594422 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:11.595389 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Bound using segment: {'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:56:11.595389 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Bound port: 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'}}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:56:11.595707 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (2d80dbaf-80e7-47c6-b64d-ccabcbdc014d), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:11.643239 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aff5ff2a-bbcb-42b5-888d-ee128997433d req-5e58c451-424a-44af-82f1-80ce5bb536c5 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962319 Sep 21 21:56:11.672322 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] For port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:56:11.672322 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] For port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=2d80dbaf-80e7-47c6-b64d-ccabcbdc014d,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:56:11.721195 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] Attempt 6 to provision port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d Sep 21 21:56:11.728661 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-215fad71-2413-451f-9562-e51b830c0fda tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for port (fce5ea2e-59dc-46f8-a112-1a56acf9344b), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:11.742859 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (2d80dbaf-80e7-47c6-b64d-ccabcbdc014d), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:11.757544 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] Port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:11.788579 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:11.789513 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:55:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:11.792979 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e43614-4e19-4b62-8da4-6de82efc7a5c req-c26512e0-16ae-4906-ab98-2f630f323863 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:11.795797 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e5e43614-4e19-4b62-8da4-6de82efc7a5c req-c26512e0-16ae-4906-ab98-2f630f323863 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0781913 Sep 21 21:56:11.833212 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b06df7-39c4-4ccf-b990-8f1cae5b6f78 None None] Pushing event updated for resources: {'Port': ['ID=2d80dbaf-80e7-47c6-b64d-ccabcbdc014d,revision_number=4']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:11.864327 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e5e43614-4e19-4b62-8da4-6de82efc7a5c req-243abf0a-408c-4048-9660-6e0f0a2619c3 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620313 Sep 21 21:56:11.882340 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-215fad71-2413-451f-9562-e51b830c0fda tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (fce5ea2e-59dc-46f8-a112-1a56acf9344b), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:11.938807 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215fad71-2413-451f-9562-e51b830c0fda tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:56:11.941724 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-215fad71-2413-451f-9562-e51b830c0fda tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:11.945364 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215fad71-2413-451f-9562-e51b830c0fda tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:56:11.972995 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fad71-2413-451f-9562-e51b830c0fda tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'Port': ['ID=fce5ea2e-59dc-46f8-a112-1a56acf9344b,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:12.001491 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:12.084680 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-215fad71-2413-451f-9562-e51b830c0fda tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (89ceb08b-7a08-4321-97bc-74e91cbd0473), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:12.183271 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-215fad71-2413-451f-9562-e51b830c0fda tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (fce5ea2e-59dc-46f8-a112-1a56acf9344b), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:12.204476 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:11Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:12.242225 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f95a999-5c45-454f-a9b4-1e7a05b636e8 None None] The sync data for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi is: [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:11Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:56:12.259273 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] Attempt 7 to provision port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d Sep 21 21:56:12.394793 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 43760) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:12.402608 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 192ba6da-32fa-4204-a8cc-0c7523de49b6 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:56:12.402873 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 43764) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:12.432169 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-215fad71-2413-451f-9562-e51b830c0fda tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for port (fce5ea2e-59dc-46f8-a112-1a56acf9344b), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:12.443252 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] Current status of the port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:12.443925 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (2d80dbaf-80e7-47c6-b64d-ccabcbdc014d), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:12.491445 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-215fad71-2413-451f-9562-e51b830c0fda tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (fce5ea2e-59dc-46f8-a112-1a56acf9344b), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:12.506504 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] For port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=2d80dbaf-80e7-47c6-b64d-ccabcbdc014d,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:12.517682 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 192ba6da-32fa-4204-a8cc-0c7523de49b6 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:12.518447 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (192ba6da-32fa-4204-a8cc-0c7523de49b6), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:12.519207 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 192ba6da-32fa-4204-a8cc-0c7523de49b6 Sep 21 21:56:12.569059 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-215fad71-2413-451f-9562-e51b830c0fda tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (89ceb08b-7a08-4321-97bc-74e91cbd0473), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:12.596345 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-35afc77f-dc3b-4b22-8eb3-3f29e952ba8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:12.596539 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (2d80dbaf-80e7-47c6-b64d-ccabcbdc014d), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:12.627210 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fad71-2413-451f-9562-e51b830c0fda tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'Port': ['ID=fce5ea2e-59dc-46f8-a112-1a56acf9344b,revision_number=2']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:12.647800 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 192ba6da-32fa-4204-a8cc-0c7523de49b6 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:12.656189 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-bb121732-11f0-42f6-b76a-0b32d3a45045 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db0c2ac7555440e78e90d474786e6eaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523847 Sep 21 21:56:12.658867 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 43768) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:12.672187 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbc4a0-da6f-4ad6-9ebb-e049f05278a8 None None] Pushing event updated for resources: {'Port': ['ID=2d80dbaf-80e7-47c6-b64d-ccabcbdc014d,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:12.677983 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-215fad71-2413-451f-9562-e51b830c0fda tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:12.688340 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-215fad71-2413-451f-9562-e51b830c0fda tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4623046 Sep 21 21:56:12.737437 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-cf4be7bb-0218-488a-a5ca-e18678d012c2 None None] Provisioning complete for port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:12.737862 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-cf4be7bb-0218-488a-a5ca-e18678d012c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (2d80dbaf-80e7-47c6-b64d-ccabcbdc014d), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:12.738186 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-cf4be7bb-0218-488a-a5ca-e18678d012c2 None None] Attempt 1 to provision port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d Sep 21 21:56:12.751275 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-35afc77f-dc3b-4b22-8eb3-3f29e952ba8d admin admin] Publish callbacks [] for security_group (2e326c46-03ad-4f62-a15e-346c4f09ab04), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:12.806497 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3486d6cf-e98c-4b41-a5b6-6921a3174c8f admin admin] Publish callbacks [] for security_group (02f9a94e-e018-4669-acee-f44ed5b6eaf2), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:12.833260 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-cf4be7bb-0218-488a-a5ca-e18678d012c2 None None] Current status of the port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:12.851147 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afadb3-eb36-4c72-94e6-faebf941d3ee req-bcda0cba-e1eb-4030-8b84-e8a5b3a9e84a tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:12.851484 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-35afc77f-dc3b-4b22-8eb3-3f29e952ba8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (2e326c46-03ad-4f62-a15e-346c4f09ab04), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:12.852713 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c4afadb3-eb36-4c72-94e6-faebf941d3ee req-bcda0cba-e1eb-4030-8b84-e8a5b3a9e84a tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 944 time: 0.0986927 Sep 21 21:56:12.855457 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3486d6cf-e98c-4b41-a5b6-6921a3174c8f admin admin] Publish callbacks [] for security_group (02f9a94e-e018-4669-acee-f44ed5b6eaf2), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:12.929096 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-35afc77f-dc3b-4b22-8eb3-3f29e952ba8d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8240e5c344d040259ebc1ad0bdd7c7b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5331008 Sep 21 21:56:12.936383 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 43788) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:12.937231 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afc77f-dc3b-4b22-8eb3-3f29e952ba8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e326c46-03ad-4f62-a15e-346c4f09ab04,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:12.987721 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c4afadb3-eb36-4c72-94e6-faebf941d3ee req-e9215e0d-6401-496b-9c6b-2cdafde050ba tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248755 Sep 21 21:56:13.010822 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9d438048-355f-4aac-8b2e-4248d6613efe req-11d236e1-78a9-4f8a-b272-1f6325ff3e83 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--101651326&fields=id&tenant_id=97db019d1a20418dbd658422bd2abeec HTTP/1.1" status: 200 len: 267 time: 0.1099670 Sep 21 21:56:13.010994 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1c8952c8-ddda-4b13-a5d6-ca376963d5e3 admin admin] Publish callbacks [] for security_group (2e326c46-03ad-4f62-a15e-346c4f09ab04), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:13.037691 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1c8952c8-ddda-4b13-a5d6-ca376963d5e3 admin admin] Publish callbacks [] for security_group (2e326c46-03ad-4f62-a15e-346c4f09ab04), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:13.085720 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3486d6cf-e98c-4b41-a5b6-6921a3174c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (02f9a94e-e018-4669-acee-f44ed5b6eaf2), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:13.088358 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3486d6cf-e98c-4b41-a5b6-6921a3174c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:13.090212 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-3486d6cf-e98c-4b41-a5b6-6921a3174c8f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02f9a94e-e018-4669-acee-f44ed5b6eaf2 HTTP/1.1" status: 204 len: 168 time: 0.4301603 Sep 21 21:56:13.124099 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486d6cf-e98c-4b41-a5b6-6921a3174c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f9a94e-e018-4669-acee-f44ed5b6eaf2,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:13.147913 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1c8952c8-ddda-4b13-a5d6-ca376963d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (2e326c46-03ad-4f62-a15e-346c4f09ab04), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:13.150539 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1c8952c8-ddda-4b13-a5d6-ca376963d5e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:13.152291 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-1c8952c8-ddda-4b13-a5d6-ca376963d5e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e326c46-03ad-4f62-a15e-346c4f09ab04 HTTP/1.1" status: 204 len: 168 time: 0.2207522 Sep 21 21:56:13.165417 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8952c8-ddda-4b13-a5d6-ca376963d5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e326c46-03ad-4f62-a15e-346c4f09ab04,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:13.207397 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f90e8-0ab9-4e93-8436-0e0812194d17 req-73231c42-17e8-4896-886c-24f50fdc0c34 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:13.211265 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fc7f90e8-0ab9-4e93-8436-0e0812194d17 req-73231c42-17e8-4896-886c-24f50fdc0c34 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.1339822 Sep 21 21:56:13.215224 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d438048-355f-4aac-8b2e-4248d6613efe req-994cfc21-1d0b-4e20-930f-171f895b9d53 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:13.216776 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9d438048-355f-4aac-8b2e-4248d6613efe req-994cfc21-1d0b-4e20-930f-171f895b9d53 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/networks?id=22bd5fcb-36cb-4d04-8fd5-44574faee68f HTTP/1.1" status: 200 len: 815 time: 0.2046609 Sep 21 21:56:13.247111 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9d438048-355f-4aac-8b2e-4248d6613efe req-76b3d0e6-7746-40c7-848a-067c8f238a30 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/quotas/97db019d1a20418dbd658422bd2abeec HTTP/1.1" status: 200 len: 375 time: 0.0150359 Sep 21 21:56:13.304475 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fc7f90e8-0ab9-4e93-8436-0e0812194d17 req-d89c5b16-0079-4d94-8acc-84e2af14662e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866802 Sep 21 21:56:13.325792 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9d438048-355f-4aac-8b2e-4248d6613efe req-6a7b41b2-88b5-494d-af45-dca44b4a3383 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=97db019d1a20418dbd658422bd2abeec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667500 Sep 21 21:56:13.427771 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9d438048-355f-4aac-8b2e-4248d6613efe req-86ba8657-93ca-4a0b-af3a-19944c7a9640 service neutron] 10.222.0.42 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884178 Sep 21 21:56:13.442820 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 3343f5de-bf54-480d-a826-c9ec0f585e75 up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:56:13.564545 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9d438048-355f-4aac-8b2e-4248d6613efe req-2a14c633-4268-4861-b3c4-988f09d1f360 service neutron] 10.222.0.42 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296914 Sep 21 21:56:13.595679 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port 3343f5de-bf54-480d-a826-c9ec0f585e75 completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:56:13.602357 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port 3343f5de-bf54-480d-a826-c9ec0f585e75 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:13.606071 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (3343f5de-bf54-480d-a826-c9ec0f585e75), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:13.606071 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port 3343f5de-bf54-480d-a826-c9ec0f585e75 Sep 21 21:56:13.684408 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 3343f5de-bf54-480d-a826-c9ec0f585e75 is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:13.684796 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (3343f5de-bf54-480d-a826-c9ec0f585e75), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:13.721112 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ac8dd2-ed54-4bbb-971f-924dc50c94ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3343f5de-bf54-480d-a826-c9ec0f585e75'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:56:13.723965 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df78735e-8ab4-41ab-8c6f-fc87e299e121" -d '{"events": [{"server_uuid": "a9ac8dd2-ed54-4bbb-971f-924dc50c94ea", "name": "network-vif-plugged", "status": "completed", "tag": "3343f5de-bf54-480d-a826-c9ec0f585e75"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:56:13.730286 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 3343f5de-bf54-480d-a826-c9ec0f585e75, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3343f5de-bf54-480d-a826-c9ec0f585e75,segment=NetworkSegment(188ff2c4-d7ea-4444-84dd-004b7dca4861),segment_id=188ff2c4-d7ea-4444-84dd-004b7dca4861)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:13.771038 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a559fd4-d1d5-46ab-a798-b88b83b7b7c4 x-openstack-request-id: req-1a559fd4-d1d5-46ab-a798-b88b83b7b7c4 {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:56:13.771431 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ac8dd2-ed54-4bbb-971f-924dc50c94ea", "name": "network-vif-plugged", "status": "completed", "tag": "3343f5de-bf54-480d-a826-c9ec0f585e75", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:56:13.771605 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a559fd4-d1d5-46ab-a798-b88b83b7b7c4 {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:56:13.772009 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a559fd4-d1d5-46ab-a798-b88b83b7b7c4'] response: {'server_uuid': 'a9ac8dd2-ed54-4bbb-971f-924dc50c94ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3343f5de-bf54-480d-a826-c9ec0f585e75', 'code': 200} Sep 21 21:56:13.793822 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (3343f5de-bf54-480d-a826-c9ec0f585e75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:13.839589 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 43812) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:13.857220 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-38c3999a-df6c-43db-98e7-c34f85f40838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:13.866472 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=3343f5de-bf54-480d-a826-c9ec0f585e75,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:13.875416 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-32471f2b-6a5e-4340-859d-c2040cde533c req-da066f69-9755-4c92-ab9f-d1daff5add90 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 210 time: 0.0586309 Sep 21 21:56:13.959158 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-38c3999a-df6c-43db-98e7-c34f85f40838 admin admin] Publish callbacks [] for security_group (2eec9ffe-91e0-477e-b491-96f385dcdb9b), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:14.029311 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-38c3999a-df6c-43db-98e7-c34f85f40838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (2eec9ffe-91e0-477e-b491-96f385dcdb9b), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:14.097377 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-38c3999a-df6c-43db-98e7-c34f85f40838 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1264d9a4c4044b7ab453927f3fee59e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564373 Sep 21 21:56:14.098371 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3999a-df6c-43db-98e7-c34f85f40838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eec9ffe-91e0-477e-b491-96f385dcdb9b,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:14.100628 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 43834) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:14.231944 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bb37d6d3-0726-483c-905d-6e8bde473d8a admin admin] Publish callbacks [] for security_group (2eec9ffe-91e0-477e-b491-96f385dcdb9b), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:14.234812 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf4216-63e1-47ff-b3b8-0cb91831e399 req-a359c37b-de02-4faf-bc83-95bd2b832648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:14.236327 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7fdf4216-63e1-47ff-b3b8-0cb91831e399 req-a359c37b-de02-4faf-bc83-95bd2b832648 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 1129 time: 0.1091654 Sep 21 21:56:14.255935 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef986b4-415f-4181-b8ef-0cd7342dfe1d req-98637d17-d919-4b29-bbc4-1402c7462da6 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:14.257535 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-bef986b4-415f-4181-b8ef-0cd7342dfe1d req-98637d17-d919-4b29-bbc4-1402c7462da6 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 945 time: 0.1314480 Sep 21 21:56:14.280660 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bb37d6d3-0726-483c-905d-6e8bde473d8a admin admin] Publish callbacks [] for security_group (2eec9ffe-91e0-477e-b491-96f385dcdb9b), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:14.303313 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 43838) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:14.368811 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7fdf4216-63e1-47ff-b3b8-0cb91831e399 req-53345be8-9203-453c-9d30-e7d7ebbbeb43 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103137 Sep 21 21:56:14.384640 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:56:14.385402 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-bef986b4-415f-4181-b8ef-0cd7342dfe1d req-54d9d1e0-861a-4e28-b24c-97ed3ba4e8c5 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010070 Sep 21 21:56:14.441527 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:14.441909 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (2d80dbaf-80e7-47c6-b64d-ccabcbdc014d), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:14.442254 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d Sep 21 21:56:14.460700 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-22e38b61-dec4-4319-b3d0-876ec5c52a9b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1834737077-network', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:14.481836 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902cfd9-7720-4405-9fa1-a718f14378c3 req-8568d397-81a0-4d89-b981-87deac5825e3 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:14.483370 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5902cfd9-7720-4405-9fa1-a718f14378c3 req-8568d397-81a0-4d89-b981-87deac5825e3 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0696437 Sep 21 21:56:14.510998 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bb37d6d3-0726-483c-905d-6e8bde473d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (2eec9ffe-91e0-477e-b491-96f385dcdb9b), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:14.513601 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-bb37d6d3-0726-483c-905d-6e8bde473d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:14.517450 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-bb37d6d3-0726-483c-905d-6e8bde473d8a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2eec9ffe-91e0-477e-b491-96f385dcdb9b HTTP/1.1" status: 204 len: 168 time: 0.4135294 Sep 21 21:56:14.524390 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:14.543278 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37d6d3-0726-483c-905d-6e8bde473d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eec9ffe-91e0-477e-b491-96f385dcdb9b,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:14.551864 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5902cfd9-7720-4405-9fa1-a718f14378c3 req-169fcb06-14de-4859-8d3f-2b510cbd6036 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619495 Sep 21 21:56:14.600299 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e38b61-dec4-4319-b3d0-876ec5c52a9b admin admin] Made reservation on behalf of ca27d64dad9041379ee04b2c12a4054e for: {'network': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:56:14.603652 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-22e38b61-dec4-4319-b3d0-876ec5c52a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:14.614114 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-22e38b61-dec4-4319-b3d0-876ec5c52a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:14.686889 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-22e38b61-dec4-4319-b3d0-876ec5c52a9b admin admin] Publish callbacks [] for security_group (a6fbc145-36d0-4125-88ce-c23c64f280fe), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:14.748106 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-22e38b61-dec4-4319-b3d0-876ec5c52a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (a6fbc145-36d0-4125-88ce-c23c64f280fe), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:14.773383 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e38b61-dec4-4319-b3d0-876ec5c52a9b admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=110730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:56:14.798653 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-22e38b61-dec4-4319-b3d0-876ec5c52a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:14.801562 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.segments_db [None req-22e38b61-dec4-4319-b3d0-876ec5c52a9b admin admin] Added segment ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f of type vlan for network f022d5b8-a602-40fa-8402-62feed81b553 Sep 21 21:56:14.802973 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e38b61-dec4-4319-b3d0-876ec5c52a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fbc145-36d0-4125-88ce-c23c64f280fe,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:14.849745 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-22e38b61-dec4-4319-b3d0-876ec5c52a9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (f022d5b8-a602-40fa-8402-62feed81b553), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:14.962914 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-53d7f369-12b1-4af2-b471-1f67911b8f5c req-78f0d0cf-b037-4889-86dc-fa421416a017 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 210 time: 0.0277014 Sep 21 21:56:14.976747 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-22e38b61-dec4-4319-b3d0-876ec5c52a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (f022d5b8-a602-40fa-8402-62feed81b553), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:14.977881 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e38b61-dec4-4319-b3d0-876ec5c52a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:14.978535 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-22e38b61-dec4-4319-b3d0-876ec5c52a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:15.041926 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e38b61-dec4-4319-b3d0-876ec5c52a9b admin admin] Pushing event updated for resources: {'Network': ['ID=f022d5b8-a602-40fa-8402-62feed81b553,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:15.054180 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network f022d5b8-a602-40fa-8402-62feed81b553 details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:56:15.099390 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-22e38b61-dec4-4319-b3d0-876ec5c52a9b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7947960 Sep 21 21:56:15.102375 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 43858) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:15.107512 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-ee0ece17-42f7-4786-823c-7911939ca118 admin admin] Request body: {'subnet': {'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1834737077-subnet', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'ip_version': 4}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:15.142376 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 43860) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:15.156862 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fc6fa7e7-8b2c-4609-b753-7c2cdd32136a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:15.189556 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0ece17-42f7-4786-823c-7911939ca118 admin admin] Made reservation on behalf of ca27d64dad9041379ee04b2c12a4054e for: {'subnet': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:56:15.191800 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ee0ece17-42f7-4786-823c-7911939ca118 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8868731'] for subnet (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:15.297227 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fc6fa7e7-8b2c-4609-b753-7c2cdd32136a admin admin] Publish callbacks [] for security_group (ec572a5a-9733-4718-9af3-255daadabe74), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:15.367501 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fc6fa7e7-8b2c-4609-b753-7c2cdd32136a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (ec572a5a-9733-4718-9af3-255daadabe74), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:15.419145 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fa7e7-8b2c-4609-b753-7c2cdd32136a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec572a5a-9733-4718-9af3-255daadabe74,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:15.426019 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-fc6fa7e7-8b2c-4609-b753-7c2cdd32136a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8aff4b85f84437eaa9c8e7db3d3b63a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802436 Sep 21 21:56:15.426843 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 43864) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:15.485918 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-abe716e3-233c-4b32-9ed8-d5f7eb902ef5 admin admin] Publish callbacks [] for security_group (ec572a5a-9733-4718-9af3-255daadabe74), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:15.488498 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ee0ece17-42f7-4786-823c-7911939ca118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8969042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8868713'] for subnet (83c905c7-034c-443d-b146-b33f013859ce), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:15.559707 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-abe716e3-233c-4b32-9ed8-d5f7eb902ef5 admin admin] Publish callbacks [] for security_group (ec572a5a-9733-4718-9af3-255daadabe74), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:15.607809 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ece17-42f7-4786-823c-7911939ca118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c905c7-034c-443d-b146-b33f013859ce,revision_number=0']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:15.630768 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb2f8b-4cec-4c27-982f-a26ce30655c5 req-2ac4d610-304d-4137-9f0b-85acc22953cb tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:15.632289 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b5fb2f8b-4cec-4c27-982f-a26ce30655c5 req-2ac4d610-304d-4137-9f0b-85acc22953cb tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 945 time: 0.1582608 Sep 21 21:56:15.673256 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0ece17-42f7-4786-823c-7911939ca118 admin admin] Checking segment: {'id': 'ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:56:15.673621 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0ece17-42f7-4786-823c-7911939ca118 admin admin] Network hostable DHCP agents. Network: f022d5b8-a602-40fa-8402-62feed81b553, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:56:15.735983 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b5fb2f8b-4cec-4c27-982f-a26ce30655c5 req-6828c326-9b67-41a0-bdc1-0f65571689af tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952961 Sep 21 21:56:15.747672 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfb24d-a3f8-4d2a-88c1-5875e6f0278e req-86193068-4c4f-4796-bce1-c489987b1fcb tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:15.749197 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-21dfb24d-a3f8-4d2a-88c1-5875e6f0278e req-86193068-4c4f-4796-bce1-c489987b1fcb tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.1119521 Sep 21 21:56:15.768456 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-abe716e3-233c-4b32-9ed8-d5f7eb902ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (ec572a5a-9733-4718-9af3-255daadabe74), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:15.771028 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-abe716e3-233c-4b32-9ed8-d5f7eb902ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:15.772229 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-abe716e3-233c-4b32-9ed8-d5f7eb902ef5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec572a5a-9733-4718-9af3-255daadabe74 HTTP/1.1" status: 204 len: 168 time: 0.3449025 Sep 21 21:56:15.800841 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe716e3-233c-4b32-9ed8-d5f7eb902ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec572a5a-9733-4718-9af3-255daadabe74,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:15.804245 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0ece17-42f7-4786-823c-7911939ca118 admin admin] Network f022d5b8-a602-40fa-8402-62feed81b553 is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:56:15.836161 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-21dfb24d-a3f8-4d2a-88c1-5875e6f0278e req-2603489e-8c19-4fe3-97d4-18a969947e20 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811925 Sep 21 21:56:15.873758 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-ee0ece17-42f7-4786-823c-7911939ca118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, f022d5b8-a602-40fa-8402-62feed81b553) {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:15.878788 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ece17-42f7-4786-823c-7911939ca118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:15.884185 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ee0ece17-42f7-4786-823c-7911939ca118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:15.885624 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc967034-c444-409e-b7c1-d4e88f2b2d3d None None] Network f022d5b8-a602-40fa-8402-62feed81b553 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:56:15.962599 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-ee0ece17-42f7-4786-823c-7911939ca118 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8587916 Sep 21 21:56:15.965006 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 43878) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:15.969207 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1834737077-router', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:16.019510 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c86c540-5e61-54b3-b1b4-fe06f5909a9b-f022d5b8-a602-40fa-8402-62feed81b553', 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553', 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'fixed_ips': [{'subnet_id': '83c905c7-034c-443d-b146-b33f013859ce'}]}} from dv-cinder-858818-1-iscsi. {{(pid=110732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:56:16.020620 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:16.053156 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256442'] for router (4f66c65e-5a41-4db9-9f87-fc1c0e9612f2), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:16.054368 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256435'] for router (4f66c65e-5a41-4db9-9f87-fc1c0e9612f2), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:16.074319 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e44495ff-014c-4072-be9a-2709a529a670 req-a1b8d0c9-e257-4c98-94d7-e952501057e0 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 210 time: 0.0323899 Sep 21 21:56:16.128730 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] Publish callbacks [] for router_controller (4f66c65e-5a41-4db9-9f87-fc1c0e9612f2), precommit_add_association {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:16.168137 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.db_base_plugin_common [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Allocated IP 172.20.0.2 (f022d5b8-a602-40fa-8402-62feed81b553/83c905c7-034c-443d-b146-b33f013859ce/24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e) {{(pid=110732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:56:16.359528 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Publish callbacks [] for port (24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e), precommit_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:16.365414 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] Publish callbacks [] for router_gateway (4f66c65e-5a41-4db9-9f87-fc1c0e9612f2), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:16.428405 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e), after_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:16.464027 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d438048-355f-4aac-8b2e-4248d6613efe req-93830dd0-e0e2-4922-9598-82aa1df9f6df tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:16.464859 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Network f022d5b8-a602-40fa-8402-62feed81b553 is already hosted by enough agents. {{(pid=110732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:56:16.466041 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9d438048-355f-4aac-8b2e-4248d6613efe req-93830dd0-e0e2-4922-9598-82aa1df9f6df tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "GET /v2.0/networks?id=22bd5fcb-36cb-4d04-8fd5-44574faee68f HTTP/1.1" status: 200 len: 815 time: 0.1167719 Sep 21 21:56:16.467792 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.base_scheduler [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Resources bound (agent type, host, resource id): {{(pid=110732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:16.471240 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Received port after_create {{(pid=110732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:56:16.483381 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Pushing event updated for resources: {'Port': ['ID=24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e,revision_number=1']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:16.553342 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Attempting to bind port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:56:16.553718 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Attempting to bind port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': 'ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:56:16.554291 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Attempting to bind port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e on network f022d5b8-a602-40fa-8402-62feed81b553 {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:56:16.560027 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:56:16.560409 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Checking segment: {'id': 'ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:56:16.561028 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:16.561470 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Bound using segment: {'id': 'ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:56:16.562121 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Bound port: 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:56:16.562684 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:16.582575 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9d438048-355f-4aac-8b2e-4248d6613efe req-237b47e8-fc08-4f4a-946d-039178ec7653 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97db019d1a20418dbd658422bd2abeec HTTP/1.1" status: 200 len: 379 time: 0.0863683 Sep 21 21:56:16.603230 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-9d438048-355f-4aac-8b2e-4248d6613efe req-7714e2ec-01a6-4a7e-8e8f-9bcb941976f6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'port': {'device_id': '0f0208c9-75ea-422e-9c01-a6cd93ff9382', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'admin_state_up': True, 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'security_groups': ['1cffbabe-565d-4645-bcc7-45d1f6cae7cc']}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:16.627106 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-c043103a-b900-4c52-8712-4622441ba342 None None] For port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:56:16.630201 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-c043103a-b900-4c52-8712-4622441ba342 None None] For port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e,segment=NetworkSegment(ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f),segment_id=ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:56:16.696863 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:16.754635 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043103a-b900-4c52-8712-4622441ba342 None None] Pushing event updated for resources: {'Port': ['ID=24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e,revision_number=2']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:16.822952 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] Publish callbacks [] for router_gateway (4f66c65e-5a41-4db9-9f87-fc1c0e9612f2), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:16.847377 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:16.885890 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d438048-355f-4aac-8b2e-4248d6613efe req-7714e2ec-01a6-4a7e-8e8f-9bcb941976f6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Made reservation on behalf of 97db019d1a20418dbd658422bd2abeec for: {'port': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:56:16.889786 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-9d438048-355f-4aac-8b2e-4248d6613efe req-7714e2ec-01a6-4a7e-8e8f-9bcb941976f6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:17.109282 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ad489-9773-4f4b-8bac-5b86072137f4 req-f1ee8a7a-be33-45bb-b3f9-bf2b749fab5e tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:17.110748 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fc6ad489-9773-4f4b-8bac-5b86072137f4 req-f1ee8a7a-be33-45bb-b3f9-bf2b749fab5e tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 945 time: 0.2656004 Sep 21 21:56:17.175776 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] Allocated IP 172.27.2.123 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/620bde4e-a7ee-4c49-9958-a069d4ea4287) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:56:17.192807 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8eb637-f340-4521-8fd5-9c93cf71808d req-0bf61afe-9ab2-4981-a5be-7d31670e7df9 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:17.192807 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5d8eb637-f340-4521-8fd5-9c93cf71808d req-0bf61afe-9ab2-4981-a5be-7d31670e7df9 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.2360578 Sep 21 21:56:17.580194 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fc6ad489-9773-4f4b-8bac-5b86072137f4 req-7004f173-5ac2-4bb2-8053-d3f31deeedfb tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555373 Sep 21 21:56:17.607722 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [req-9d438048-355f-4aac-8b2e-4248d6613efe req-7714e2ec-01a6-4a7e-8e8f-9bcb941976f6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Allocated IP 172.20.0.14 (22bd5fcb-36cb-4d04-8fd5-44574faee68f/ffad0065-5e21-48c1-8b35-fb87327cf65f/3a0db892-139a-45d6-ba21-336117347765) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:56:17.641523 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5d8eb637-f340-4521-8fd5-9c93cf71808d req-3bacb89a-04c2-4d7c-ba9c-bf5c14c5e344 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192185 Sep 21 21:56:17.721392 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-da64a846-8518-43c6-8a0f-2e7d2af5576f req-24fe5086-46f9-4565-9d5b-bfb312440043 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 210 time: 0.0505788 Sep 21 21:56:17.756818 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] Publish callbacks [] for port (620bde4e-a7ee-4c49-9958-a069d4ea4287), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:17.833163 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bff2fa-4f5a-45d9-9473-d77e05a1fbc8 None None] Network f022d5b8-a602-40fa-8402-62feed81b553 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:56:17.876788 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-9d438048-355f-4aac-8b2e-4248d6613efe req-7714e2ec-01a6-4a7e-8e8f-9bcb941976f6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for port (3a0db892-139a-45d6-ba21-336117347765), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:17.898218 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (620bde4e-a7ee-4c49-9958-a069d4ea4287), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:17.916102 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-c2ec84f4-fd71-4786-8061-136adb594f28 None None] Provisioning complete for port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:17.916506 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c2ec84f4-fd71-4786-8061-136adb594f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:17.916845 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-c2ec84f4-fd71-4786-8061-136adb594f28 None None] Attempt 1 to provision port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e Sep 21 21:56:17.944142 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:56:17.949247 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:17.953141 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:56:17.956163 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] Pushing event updated for resources: {'Port': ['ID=620bde4e-a7ee-4c49-9958-a069d4ea4287,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:18.037846 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-c2ec84f4-fd71-4786-8061-136adb594f28 None None] Current status of the port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:18.038252 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c2ec84f4-fd71-4786-8061-136adb594f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:18.060586 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-9d438048-355f-4aac-8b2e-4248d6613efe req-7714e2ec-01a6-4a7e-8e8f-9bcb941976f6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (3a0db892-139a-45d6-ba21-336117347765), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:18.075936 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-c2ec84f4-fd71-4786-8061-136adb594f28 None None] For port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e,segment=NetworkSegment(ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f),segment_id=ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:18.162334 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d438048-355f-4aac-8b2e-4248d6613efe req-7714e2ec-01a6-4a7e-8e8f-9bcb941976f6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Network 22bd5fcb-36cb-4d04-8fd5-44574faee68f is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:56:18.171119 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c2ec84f4-fd71-4786-8061-136adb594f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:18.174530 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [req-9d438048-355f-4aac-8b2e-4248d6613efe req-7714e2ec-01a6-4a7e-8e8f-9bcb941976f6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:18.177259 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714e2ec-01a6-4a7e-8e8f-9bcb941976f6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'Port': ['ID=3a0db892-139a-45d6-ba21-336117347765,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:18.185405 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d438048-355f-4aac-8b2e-4248d6613efe req-7714e2ec-01a6-4a7e-8e8f-9bcb941976f6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:56:18.231390 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec84f4-fd71-4786-8061-136adb594f28 None None] Pushing event updated for resources: {'Port': ['ID=24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:18.248085 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d438048-355f-4aac-8b2e-4248d6613efe req-7714e2ec-01a6-4a7e-8e8f-9bcb941976f6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:18.248085 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-9d438048-355f-4aac-8b2e-4248d6613efe req-7714e2ec-01a6-4a7e-8e8f-9bcb941976f6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:18.326633 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9d438048-355f-4aac-8b2e-4248d6613efe req-7714e2ec-01a6-4a7e-8e8f-9bcb941976f6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7290101 Sep 21 21:56:18.343974 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-bd41373e-4c86-44ae-93d0-70e83b5a0729 None None] Provisioning complete for port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:18.344733 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-bd41373e-4c86-44ae-93d0-70e83b5a0729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:18.345344 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-bd41373e-4c86-44ae-93d0-70e83b5a0729 None None] Attempt 1 to provision port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e Sep 21 21:56:18.390252 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:56:18.403020 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] Publish callbacks [] for router_gateway (4f66c65e-5a41-4db9-9f87-fc1c0e9612f2), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:18.466611 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-bd41373e-4c86-44ae-93d0-70e83b5a0729 None None] Current status of the port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:18.472545 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:18.472912 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:18.473306 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e Sep 21 21:56:18.545726 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:18.584296 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-4e5678e7-1361-4cf4-bba3-be821ead8dc8 None None] Provisioning complete for port 3a0db892-139a-45d6-ba21-336117347765 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:18.584664 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-4e5678e7-1361-4cf4-bba3-be821ead8dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (3a0db892-139a-45d6-ba21-336117347765), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:18.585032 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-4e5678e7-1361-4cf4-bba3-be821ead8dc8 None None] Attempt 1 to provision port 3a0db892-139a-45d6-ba21-336117347765 Sep 21 21:56:18.590510 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755185'] for router (4f66c65e-5a41-4db9-9f87-fc1c0e9612f2), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:18.617158 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-4e5678e7-1361-4cf4-bba3-be821ead8dc8 None None] Port 3a0db892-139a-45d6-ba21-336117347765 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:18.762127 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] Router 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 is scheduled to L3 agent f3be49e0-699b-41e8-a354-a1575a796fae with binding_index 1 {{(pid=110731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:56:18.774278 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f769354-fa2b-4078-becc-5784385bf242 req-ce06bbfe-8547-40e9-86ee-683f2d696164 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:18.775943 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7f769354-fa2b-4078-becc-5784385bf242 req-ce06bbfe-8547-40e9-86ee-683f2d696164 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0585687 Sep 21 21:56:18.919429 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7f769354-fa2b-4078-becc-5784385bf242 req-885e23a4-e901-43b3-94d8-ae47c11c276d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369269 Sep 21 21:56:18.940397 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:56:18.948049 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5def99-8ae3-46ad-a19b-fe7631e4b27d req-57f95b26-4487-4deb-8634-fda65e6f97c4 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:18.949608 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Sync routers for ids ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:56:18.950057 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ad5def99-8ae3-46ad-a19b-fe7631e4b27d req-57f95b26-4487-4deb-8634-fda65e6f97c4 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 932 time: 0.1269882 Sep 21 21:56:18.960274 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Routers {'4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:18.961156 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:55:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:19.005484 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ad5def99-8ae3-46ad-a19b-fe7631e4b27d req-9b64db6f-f758-4fdd-b138-800195378860 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cffbabe-565d-4645-bcc7-45d1f6cae7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491631 Sep 21 21:56:19.052835 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.054380 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-2730f64d-597e-4be8-b931-2dc6644313b4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0883727 Sep 21 21:56:19.057224 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 43964) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:19.061869 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Set router 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:19.123611 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-4e5678e7-1361-4cf4-bba3-be821ead8dc8 None None] Attempt 2 to provision port 3a0db892-139a-45d6-ba21-336117347765 Sep 21 21:56:19.176700 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-4e5678e7-1361-4cf4-bba3-be821ead8dc8 None None] Port 3a0db892-139a-45d6-ba21-336117347765 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:19.246600 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Request body: {'port': {'device_id': '0f0208c9-75ea-422e-9c01-a6cd93ff9382', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:19.283966 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'name': 'tempest-TestShelveInstance-1834737077-router', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:18Z', 'revision_number': 3, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'gw_port': {'id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:19.312605 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Checking router: 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:56:19.314580 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Updating router 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 port 620bde4e-a7ee-4c49-9958-a069d4ea4287 binding host dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:56:19.314847 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.341018 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (620bde4e-a7ee-4c49-9958-a069d4ea4287), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.356526 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (3a0db892-139a-45d6-ba21-336117347765), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.706699 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-4e5678e7-1361-4cf4-bba3-be821ead8dc8 None None] Attempt 3 to provision port 3a0db892-139a-45d6-ba21-336117347765 Sep 21 21:56:19.710665 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-200420bd-06b1-4459-b26a-7427caf019f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.755470 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Publish callbacks [] for port (620bde4e-a7ee-4c49-9958-a069d4ea4287), precommit_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.757018 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-4e5678e7-1361-4cf4-bba3-be821ead8dc8 None None] Port 3a0db892-139a-45d6-ba21-336117347765 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:19.819888 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0db892-139a-45d6-ba21-336117347765 {{(pid=110731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:56:19.832272 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Publish callbacks [] for port (3a0db892-139a-45d6-ba21-336117347765), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.845964 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (620bde4e-a7ee-4c49-9958-a069d4ea4287), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.859066 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d873ff6-727f-487c-9694-81e6e9b900ef req-a8c75d2a-af59-4903-976e-c20cb067373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:19.861720 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1d873ff6-727f-487c-9694-81e6e9b900ef req-a8c75d2a-af59-4903-976e-c20cb067373c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 1130 time: 0.0589025 Sep 21 21:56:19.880009 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.provisioning_blocks [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Transition to ACTIVE for port object 3a0db892-139a-45d6-ba21-336117347765 will not be triggered until provisioned by entity L2. {{(pid=110731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:56:19.890660 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Attempting to bind port 620bde4e-a7ee-4c49-9958-a069d4ea4287 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:56:19.891033 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Attempting to bind port 620bde4e-a7ee-4c49-9958-a069d4ea4287 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:56:19.891404 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Attempting to bind port 620bde4e-a7ee-4c49-9958-a069d4ea4287 on network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:56:19.902132 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:56:19.902533 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Checking segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:56:19.903036 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.903438 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Bound using segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:56:19.903910 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Bound port: 620bde4e-a7ee-4c49-9958-a069d4ea4287, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:56:19.904283 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (620bde4e-a7ee-4c49-9958-a069d4ea4287), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.956862 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1d873ff6-727f-487c-9694-81e6e9b900ef req-96acefdd-a00a-4014-a462-a33906821160 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555205 Sep 21 21:56:19.959151 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01781d45-9913-4437-8d0b-e5927f7a189d None None] Pushing event updated for resources: {'Port': ['ID=620bde4e-a7ee-4c49-9958-a069d4ea4287,revision_number=2']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:19.970043 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (3a0db892-139a-45d6-ba21-336117347765), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.973870 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [None req-200420bd-06b1-4459-b26a-7427caf019f8 admin admin] Allocated IP 172.20.0.1 (f022d5b8-a602-40fa-8402-62feed81b553/83c905c7-034c-443d-b146-b33f013859ce/a7c95fb0-9090-4267-bca5-63c529e26528) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:56:19.983721 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] For port 620bde4e-a7ee-4c49-9958-a069d4ea4287, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:56:19.988190 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] For port 620bde4e-a7ee-4c49-9958-a069d4ea4287, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=620bde4e-a7ee-4c49-9958-a069d4ea4287,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:56:20.057240 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (620bde4e-a7ee-4c49-9958-a069d4ea4287), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:20.093087 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Routers {'4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:20.093719 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:55:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:20.144338 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01781d45-9913-4437-8d0b-e5927f7a189d None None] Pushing event updated for resources: {'Port': ['ID=620bde4e-a7ee-4c49-9958-a069d4ea4287,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:20.155777 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0db892-139a-45d6-ba21-336117347765,revision_number=2']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:20.225157 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] Set router 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:20.270523 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf5ceb-a772-44ff-ac82-6498b70b26c2 req-ef63b0b3-1fc5-49b0-b4c8-5ba607b4248f tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:20.271828 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1aaf5ceb-a772-44ff-ac82-6498b70b26c2 req-ef63b0b3-1fc5-49b0-b4c8-5ba607b4248f tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.2324347 Sep 21 21:56:20.273930 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-4e5678e7-1361-4cf4-bba3-be821ead8dc8 None None] Attempt 4 to provision port 3a0db892-139a-45d6-ba21-336117347765 Sep 21 21:56:20.299496 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Attempting to bind port 3a0db892-139a-45d6-ba21-336117347765 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:56:20.299886 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Attempting to bind port 3a0db892-139a-45d6-ba21-336117347765 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:56:20.300185 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Attempting to bind port 3a0db892-139a-45d6-ba21-336117347765 on network 22bd5fcb-36cb-4d04-8fd5-44574faee68f {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:56:20.309025 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4a7c7-c72a-4dba-97ff-f7a76e771676 req-142b4778-d8c9-4732-8258-f631ccdfe61b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:20.310729 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-08f4a7c7-c72a-4dba-97ff-f7a76e771676 req-142b4778-d8c9-4732-8258-f631ccdfe61b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 944 time: 0.2246432 Sep 21 21:56:20.339157 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-200420bd-06b1-4459-b26a-7427caf019f8 admin admin] Publish callbacks [] for port (a7c95fb0-9090-4267-bca5-63c529e26528), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:20.346023 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-4e5678e7-1361-4cf4-bba3-be821ead8dc8 None None] Port 3a0db892-139a-45d6-ba21-336117347765 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:20.348123 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Port 3a0db892-139a-45d6-ba21-336117347765 on network 22bd5fcb-36cb-4d04-8fd5-44574faee68f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:56:20.348449 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Attempting to bind port 3a0db892-139a-45d6-ba21-336117347765 on network 22bd5fcb-36cb-4d04-8fd5-44574faee68f {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:56:20.388668 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:56:20.389239 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Checking segment: {'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:56:20.395721 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Bound using segment: {'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:56:20.395721 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Bound port: 3a0db892-139a-45d6-ba21-336117347765, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'}}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:56:20.395721 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (3a0db892-139a-45d6-ba21-336117347765), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:20.453024 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'name': 'tempest-TestShelveInstance-1834737077-router', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:18Z', 'revision_number': 3, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'gw_port': {'id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:20.453693 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1aaf5ceb-a772-44ff-ac82-6498b70b26c2 req-833d957a-3599-4cbe-8863-0e05bd4fca90 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636260 Sep 21 21:56:20.487251 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-08f4a7c7-c72a-4dba-97ff-f7a76e771676 req-a745f4d4-87dd-4ed8-bbf1-c54c71220044 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cffbabe-565d-4645-bcc7-45d1f6cae7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650095 Sep 21 21:56:20.508823 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab3a1af-c3cd-4460-b8a9-7daa3be5682c None None] The sync data for ids ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'] in dv-cinder-858818-1-iscsi is: [{'id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'name': 'tempest-TestShelveInstance-1834737077-router', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:18Z', 'revision_number': 3, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'gw_port': {'id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:56:20.533724 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] For port 3a0db892-139a-45d6-ba21-336117347765, host hv-cinder-85881, cleared binding levels {{(pid=110731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:56:20.544547 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] For port 3a0db892-139a-45d6-ba21-336117347765, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3a0db892-139a-45d6-ba21-336117347765,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:56:20.556360 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-200420bd-06b1-4459-b26a-7427caf019f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (a7c95fb0-9090-4267-bca5-63c529e26528), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:20.596650 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200420bd-06b1-4459-b26a-7427caf019f8 admin admin] Network f022d5b8-a602-40fa-8402-62feed81b553 is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:56:20.604377 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-200420bd-06b1-4459-b26a-7427caf019f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:20.609185 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200420bd-06b1-4459-b26a-7427caf019f8 admin admin] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:56:20.641505 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200420bd-06b1-4459-b26a-7427caf019f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a7c95fb0-9090-4267-bca5-63c529e26528,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:20.663408 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-200420bd-06b1-4459-b26a-7427caf019f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756382'] for router_interface (4f66c65e-5a41-4db9-9f87-fc1c0e9612f2), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:20.669674 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (3a0db892-139a-45d6-ba21-336117347765), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:20.724561 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:20.725231 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:20.726717 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9d438048-355f-4aac-8b2e-4248d6613efe req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] 10.222.0.61 "PUT /v2.0/ports/3a0db892-139a-45d6-ba21-336117347765 HTTP/1.1" status: 200 len: 1094 time: 1.4846821 Sep 21 21:56:20.727264 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0208c9-75ea-422e-9c01-a6cd93ff9382', 'tag': '3a0db892-139a-45d6-ba21-336117347765'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:56:20.729713 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd27cf8-378e-472e-ac80-5372463d74ba" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0208c9-75ea-422e-9c01-a6cd93ff9382", "tag": "3a0db892-139a-45d6-ba21-336117347765"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:56:20.785276 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7168a-ba54-4a2c-b7fa-d564c8b4c418 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0db892-139a-45d6-ba21-336117347765,revision_number=3']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:20.833537 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa54296-a968-4c80-bacb-633b416be670 x-openstack-request-id: req-4fa54296-a968-4c80-bacb-633b416be670 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:56:20.833974 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0208c9-75ea-422e-9c01-a6cd93ff9382", "tag": "3a0db892-139a-45d6-ba21-336117347765", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:56:20.834348 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4fa54296-a968-4c80-bacb-633b416be670 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:56:20.834881 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa54296-a968-4c80-bacb-633b416be670'] response: {'name': 'network-changed', 'server_uuid': '0f0208c9-75ea-422e-9c01-a6cd93ff9382', 'tag': '3a0db892-139a-45d6-ba21-336117347765', 'status': 'completed', 'code': 200} Sep 21 21:56:20.848697 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-4e5678e7-1361-4cf4-bba3-be821ead8dc8 None None] Attempt 5 to provision port 3a0db892-139a-45d6-ba21-336117347765 Sep 21 21:56:20.932687 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-4e5678e7-1361-4cf4-bba3-be821ead8dc8 None None] Port 3a0db892-139a-45d6-ba21-336117347765 had new provisioning blocks added so it will not transition to active. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:56:21.068687 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-7d0790a9-2616-4713-9061-c10c70c42d44 None None] Provisioning complete for port a7c95fb0-9090-4267-bca5-63c529e26528 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:21.070860 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-7d0790a9-2616-4713-9061-c10c70c42d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a7c95fb0-9090-4267-bca5-63c529e26528), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:21.071293 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-7d0790a9-2616-4713-9061-c10c70c42d44 None None] Attempt 1 to provision port a7c95fb0-9090-4267-bca5-63c529e26528 Sep 21 21:56:21.127743 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-7d0790a9-2616-4713-9061-c10c70c42d44 None None] Port a7c95fb0-9090-4267-bca5-63c529e26528 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:21.144590 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d1a8242f-f513-44cf-9b56-65ee1628dd53 req-9a88735c-d7b7-460f-8204-9fa36f833f6c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776472 Sep 21 21:56:21.345782 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-200420bd-06b1-4459-b26a-7427caf019f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a7c95fb0-9090-4267-bca5-63c529e26528), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:21.383202 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8242f-f513-44cf-9b56-65ee1628dd53 req-69132774-636f-4574-8700-1003dfc52ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:21.385662 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d1a8242f-f513-44cf-9b56-65ee1628dd53 req-69132774-636f-4574-8700-1003dfc52ef5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce39458046ef4d2bb8de370118e4ed86&device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 1130 time: 0.1028183 Sep 21 21:56:21.478364 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd27cf8-378e-472e-ac80-5372463d74ba req-c22182a9-e266-4393-b806-a0123793f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:21.480134 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-efd27cf8-378e-472e-ac80-5372463d74ba req-c22182a9-e266-4393-b806-a0123793f949 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97db019d1a20418dbd658422bd2abeec&device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 1128 time: 0.5319617 Sep 21 21:56:21.513475 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9cefe-a678-4eb6-841b-77d57098c0b0 req-bec696e7-8a24-4e0d-9d3d-9e074cb68c13 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:21.515154 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-67d9cefe-a678-4eb6-841b-77d57098c0b0 req-bec696e7-8a24-4e0d-9d3d-9e074cb68c13 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 945 time: 0.1670082 Sep 21 21:56:21.523483 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8242f-f513-44cf-9b56-65ee1628dd53 req-16a13bc8-1d53-45c1-a2f1-e7a7782499d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:21.525911 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d1a8242f-f513-44cf-9b56-65ee1628dd53 req-16a13bc8-1d53-45c1-a2f1-e7a7782499d5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f801d94d-838f-46f0-b7fb-17b6d1554e9c HTTP/1.1" status: 200 len: 919 time: 0.1068301 Sep 21 21:56:21.590304 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d1a8242f-f513-44cf-9b56-65ee1628dd53 req-290859c3-db4e-42b2-9a57-302abd2ead5a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55e8f79b-548a-4961-85d7-2b1f6433a5f0 HTTP/1.1" status: 200 len: 217 time: 0.0387433 Sep 21 21:56:21.628724 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-7d0790a9-2616-4713-9061-c10c70c42d44 None None] Attempt 2 to provision port a7c95fb0-9090-4267-bca5-63c529e26528 Sep 21 21:56:21.651706 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8242f-f513-44cf-9b56-65ee1628dd53 req-21417f87-7e76-4fde-9de9-71d359244d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:21.653207 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d1a8242f-f513-44cf-9b56-65ee1628dd53 req-21417f87-7e76-4fde-9de9-71d359244d90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=575b43de-b954-4ed7-bfdd-5b0bcfa5628e HTTP/1.1" status: 200 len: 857 time: 0.0567985 Sep 21 21:56:21.667939 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-7d0790a9-2616-4713-9061-c10c70c42d44 None None] Port a7c95fb0-9090-4267-bca5-63c529e26528 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:21.712790 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8242f-f513-44cf-9b56-65ee1628dd53 req-84ba82e9-11ce-497a-83ec-1af4e56d2b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:21.714944 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d1a8242f-f513-44cf-9b56-65ee1628dd53 req-84ba82e9-11ce-497a-83ec-1af4e56d2b85 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f801d94d-838f-46f0-b7fb-17b6d1554e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513632 Sep 21 21:56:21.735584 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-67d9cefe-a678-4eb6-841b-77d57098c0b0 req-3a81512a-fa45-49b9-8331-f27438c95d25 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905603 Sep 21 21:56:21.764900 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1d213-7d8e-45ff-9364-e74a6a0d52f2 req-2785fc49-2983-476a-8080-3f4ef3e2ad98 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:21.771889 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-98c1d213-7d8e-45ff-9364-e74a6a0d52f2 req-2785fc49-2983-476a-8080-3f4ef3e2ad98 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.2278707 Sep 21 21:56:21.795687 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd27cf8-378e-472e-ac80-5372463d74ba req-2baa6b5b-8433-47f2-8d29-41a25ef947d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:21.797153 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-efd27cf8-378e-472e-ac80-5372463d74ba req-2baa6b5b-8433-47f2-8d29-41a25ef947d2 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=97db019d1a20418dbd658422bd2abeec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2558784 Sep 21 21:56:21.823247 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d1a8242f-f513-44cf-9b56-65ee1628dd53 req-3dd01f04-0e47-49b7-91b3-6172e1394bdd service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004415 Sep 21 21:56:21.832116 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-200420bd-06b1-4459-b26a-7427caf019f8 admin admin] Publish callbacks [] for port (a7c95fb0-9090-4267-bca5-63c529e26528), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:21.903575 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-200420bd-06b1-4459-b26a-7427caf019f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (a7c95fb0-9090-4267-bca5-63c529e26528), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:21.918622 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d1a8242f-f513-44cf-9b56-65ee1628dd53 req-20977fd8-1c19-4e86-8761-5dd650b0eac4 service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887733 Sep 21 21:56:21.957992 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-98c1d213-7d8e-45ff-9364-e74a6a0d52f2 req-8dfb498a-2776-4dbf-91bd-a3eb1c3986eb tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852314 Sep 21 21:56:22.025067 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6a278-9f57-41f7-a8a5-4b23f691b60d req-70e788a5-2322-475f-a6b6-070a778ed5b1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:22.027214 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-84c6a278-9f57-41f7-a8a5-4b23f691b60d req-70e788a5-2322-475f-a6b6-070a778ed5b1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 944 time: 0.2114141 Sep 21 21:56:22.027882 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-200420bd-06b1-4459-b26a-7427caf019f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756274'] for router_interface (4f66c65e-5a41-4db9-9f87-fc1c0e9612f2), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:22.031225 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200420bd-06b1-4459-b26a-7427caf019f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a7c95fb0-9090-4267-bca5-63c529e26528,revision_number=2']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:22.040726 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd27cf8-378e-472e-ac80-5372463d74ba req-5cb7cdfd-d125-4608-aa69-4fee1ec5275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:22.042933 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-efd27cf8-378e-472e-ac80-5372463d74ba req-5cb7cdfd-d125-4608-aa69-4fee1ec5275e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2346253 Sep 21 21:56:22.140791 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-84c6a278-9f57-41f7-a8a5-4b23f691b60d req-0c392791-6f5c-4296-b137-7104639982df tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cffbabe-565d-4645-bcc7-45d1f6cae7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069241 Sep 21 21:56:22.169869 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-7d0790a9-2616-4713-9061-c10c70c42d44 None None] Attempt 3 to provision port a7c95fb0-9090-4267-bca5-63c529e26528 Sep 21 21:56:22.192074 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200420bd-06b1-4459-b26a-7427caf019f8 admin admin] Network f022d5b8-a602-40fa-8402-62feed81b553 is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:56:22.195001 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-200420bd-06b1-4459-b26a-7427caf019f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:22.202860 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d438048-355f-4aac-8b2e-4248d6613efe req-944f725d-3afe-43e7-84a7-3f2a5f0cba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:22.204374 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9d438048-355f-4aac-8b2e-4248d6613efe req-944f725d-3afe-43e7-84a7-3f2a5f0cba76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97db019d1a20418dbd658422bd2abeec&device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 1128 time: 0.0783544 Sep 21 21:56:22.214007 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-7d0790a9-2616-4713-9061-c10c70c42d44 None None] Port a7c95fb0-9090-4267-bca5-63c529e26528 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:22.279510 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9d438048-355f-4aac-8b2e-4248d6613efe req-160412e5-d873-4472-85d4-1ad58e7f635e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a0db892-139a-45d6-ba21-336117347765 HTTP/1.1" status: 200 len: 217 time: 0.0399525 Sep 21 21:56:22.357739 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 620bde4e-a7ee-4c49-9958-a069d4ea4287 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:56:22.384187 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d438048-355f-4aac-8b2e-4248d6613efe req-2367f98e-83fe-41cd-a972-54f0d5165ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:22.385815 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9d438048-355f-4aac-8b2e-4248d6613efe req-2367f98e-83fe-41cd-a972-54f0d5165ba5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffad0065-5e21-48c1-8b35-fb87327cf65f HTTP/1.1" status: 200 len: 854 time: 0.0916734 Sep 21 21:56:22.441257 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200420bd-06b1-4459-b26a-7427caf019f8 admin admin] Router 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:56:22.449461 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 620bde4e-a7ee-4c49-9958-a069d4ea4287 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:22.450061 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (620bde4e-a7ee-4c49-9958-a069d4ea4287), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:22.450494 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 620bde4e-a7ee-4c49-9958-a069d4ea4287 Sep 21 21:56:22.462692 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d438048-355f-4aac-8b2e-4248d6613efe req-0eb64800-e0b8-4c37-ac3f-d7869de3d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:22.464745 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9d438048-355f-4aac-8b2e-4248d6613efe req-0eb64800-e0b8-4c37-ac3f-d7869de3d775 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22bd5fcb-36cb-4d04-8fd5-44574faee68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660872 Sep 21 21:56:22.533526 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 620bde4e-a7ee-4c49-9958-a069d4ea4287 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:22.534072 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (620bde4e-a7ee-4c49-9958-a069d4ea4287), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:22.562871 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] For port 620bde4e-a7ee-4c49-9958-a069d4ea4287, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=620bde4e-a7ee-4c49-9958-a069d4ea4287,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:22.627121 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200420bd-06b1-4459-b26a-7427caf019f8 admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:56:22.642935 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-200420bd-06b1-4459-b26a-7427caf019f8 admin admin] 10.222.0.42 "PUT /v2.0/routers/4f66c65e-5a41-4db9-9f87-fc1c0e9612f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5751300 Sep 21 21:56:22.642935 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9d438048-355f-4aac-8b2e-4248d6613efe req-6c663b4c-9bd5-47ec-b993-de369e65fb1d service neutron] 10.222.0.61 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400831 Sep 21 21:56:22.649772 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (620bde4e-a7ee-4c49-9958-a069d4ea4287), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:22.649870 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Sync routers for ids ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:56:22.668239 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Routers {'4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:22.671809 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:55:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:22.704588 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Pushing event updated for resources: {'Port': ['ID=620bde4e-a7ee-4c49-9958-a069d4ea4287,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:22.715542 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-7d0790a9-2616-4713-9061-c10c70c42d44 None None] Attempt 4 to provision port a7c95fb0-9090-4267-bca5-63c529e26528 Sep 21 21:56:22.754002 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-7d0790a9-2616-4713-9061-c10c70c42d44 None None] Port a7c95fb0-9090-4267-bca5-63c529e26528 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:22.789427 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9d438048-355f-4aac-8b2e-4248d6613efe req-76a341b1-1a05-47ed-aadf-45d49c2d626e service neutron] 10.222.0.61 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386600 Sep 21 21:56:22.822205 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Set router 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:22.893089 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bbc91-806c-4aff-bd0d-7a8410019807 req-0cab0111-778e-4bd8-8724-b2b81c8c4507 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:22.894752 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-728bbc91-806c-4aff-bd0d-7a8410019807 req-0cab0111-778e-4bd8-8724-b2b81c8c4507 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 945 time: 0.0582199 Sep 21 21:56:22.944379 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-728bbc91-806c-4aff-bd0d-7a8410019807 req-fe58027e-0a6e-43af-aa84-3631f20a4e67 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439725 Sep 21 21:56:23.033112 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'name': 'tempest-TestShelveInstance-1834737077-router', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:20Z', 'revision_number': 4, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'gw_port': {'id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a7c95fb0-9090-4267-bca5-63c529e26528', 'name': '', 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'mac_address': 'fa:16:3e:37:a2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '83c905c7-034c-443d-b146-b33f013859ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:19Z', 'updated_at': '2022-09-21T21:56:21Z', 'revision_number': 2, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'subnets': [{'id': '83c905c7-034c-443d-b146-b33f013859ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:23.059894 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Checking router: 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:56:23.060379 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Updating router 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 port a7c95fb0-9090-4267-bca5-63c529e26528 binding host dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:56:23.089115 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8483db-ea6c-45c3-a6e6-11c4ffb268e3 req-374a30af-d57b-42df-a99e-4ee941d47869 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:23.090875 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cd8483db-ea6c-45c3-a6e6-11c4ffb268e3 req-374a30af-d57b-42df-a99e-4ee941d47869 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0549300 Sep 21 21:56:23.092725 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a7c95fb0-9090-4267-bca5-63c529e26528), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:23.145106 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cd8483db-ea6c-45c3-a6e6-11c4ffb268e3 req-5088c3e9-3ae7-499d-bdc4-d0c3bf3b9fe1 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482764 Sep 21 21:56:23.255743 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-7d0790a9-2616-4713-9061-c10c70c42d44 None None] Attempt 5 to provision port a7c95fb0-9090-4267-bca5-63c529e26528 Sep 21 21:56:23.289886 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-7d0790a9-2616-4713-9061-c10c70c42d44 None None] Port a7c95fb0-9090-4267-bca5-63c529e26528 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:23.335367 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82bad9-93e5-4b48-82e0-e336c19b395c req-9672164c-77f9-4f0e-941f-59b3c1a0091c tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:23.337105 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe82bad9-93e5-4b48-82e0-e336c19b395c req-9672164c-77f9-4f0e-941f-59b3c1a0091c tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 944 time: 0.0903227 Sep 21 21:56:23.352635 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9520a-b38c-4b64-999f-b9effb02c91e req-2b871a7b-0113-42c1-9232-56d87156f0cc tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:23.354242 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0dc9520a-b38c-4b64-999f-b9effb02c91e req-2b871a7b-0113-42c1-9232-56d87156f0cc tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0943201 Sep 21 21:56:23.373960 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Publish callbacks [] for port (a7c95fb0-9090-4267-bca5-63c529e26528), precommit_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:23.409798 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:56:23.442087 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (a7c95fb0-9090-4267-bca5-63c529e26528), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:23.443908 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 44058) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:23.448813 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-e09e5a77-0fa0-4b50-81ac-75d58838dbe0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-816851573-network', 'tenant_id': '2680bc9c6ff9450f85571ba2ac693b74'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:23.454784 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe82bad9-93e5-4b48-82e0-e336c19b395c req-38ace8ab-c8a8-4c7b-907a-fb5a96e204f0 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cffbabe-565d-4645-bcc7-45d1f6cae7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976512 Sep 21 21:56:23.488898 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0dc9520a-b38c-4b64-999f-b9effb02c91e req-79a4a6fb-a834-469d-ba8b-04b698b19cc1 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207266 Sep 21 21:56:23.558813 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Attempting to bind port a7c95fb0-9090-4267-bca5-63c529e26528 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:56:23.559457 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Attempting to bind port a7c95fb0-9090-4267-bca5-63c529e26528 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': 'ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553'}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:56:23.560025 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Attempting to bind port a7c95fb0-9090-4267-bca5-63c529e26528 on network f022d5b8-a602-40fa-8402-62feed81b553 {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:56:23.565139 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09e5a77-0fa0-4b50-81ac-75d58838dbe0 admin admin] Made reservation on behalf of 2680bc9c6ff9450f85571ba2ac693b74 for: {'network': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:56:23.565920 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649453e-8251-43a8-9bc4-4fda9b1287dd None None] Pushing event updated for resources: {'Port': ['ID=a7c95fb0-9090-4267-bca5-63c529e26528,revision_number=3']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:23.567483 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e09e5a77-0fa0-4b50-81ac-75d58838dbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:23.569116 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:56:23.570105 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Checking segment: {'id': 'ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:56:23.570830 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:23.571731 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Bound using segment: {'id': 'ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553'} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:56:23.572407 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Bound port: a7c95fb0-9090-4267-bca5-63c529e26528, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553'}}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:56:23.573158 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a7c95fb0-9090-4267-bca5-63c529e26528), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:23.577311 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e09e5a77-0fa0-4b50-81ac-75d58838dbe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:23.632491 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb37c0-0647-408d-86af-c467d29db688 req-b5f86474-2027-418b-959f-5a034e1d649b tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:23.634447 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-45fb37c0-0647-408d-86af-c467d29db688 req-b5f86474-2027-418b-959f-5a034e1d649b tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 945 time: 0.0973547 Sep 21 21:56:23.645251 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] For port a7c95fb0-9090-4267-bca5-63c529e26528, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:56:23.652165 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] For port a7c95fb0-9090-4267-bca5-63c529e26528, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=a7c95fb0-9090-4267-bca5-63c529e26528,segment=NetworkSegment(ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f),segment_id=ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f)] {{(pid=110733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:56:23.688453 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e09e5a77-0fa0-4b50-81ac-75d58838dbe0 admin admin] Publish callbacks [] for security_group (574cdccf-7c3d-4087-862e-e1eb2dd93891), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:23.726598 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (a7c95fb0-9090-4267-bca5-63c529e26528), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:23.754036 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e09e5a77-0fa0-4b50-81ac-75d58838dbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (574cdccf-7c3d-4087-862e-e1eb2dd93891), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:23.755815 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-45fb37c0-0647-408d-86af-c467d29db688 req-25333a84-9d4c-4cc2-81e9-fd6f70b1287a tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Deleting port 3343f5de-bf54-480d-a826-c9ec0f585e75 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:56:23.756159 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-45fb37c0-0647-408d-86af-c467d29db688 req-25333a84-9d4c-4cc2-81e9-fd6f70b1287a tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (3343f5de-bf54-480d-a826-c9ec0f585e75), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:23.781712 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Routers {'4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:23.782370 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:55:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:23.791003 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09e5a77-0fa0-4b50-81ac-75d58838dbe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=110730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:56:23.791716 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-7d0790a9-2616-4713-9061-c10c70c42d44 None None] Attempt 6 to provision port a7c95fb0-9090-4267-bca5-63c529e26528 Sep 21 21:56:23.793949 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e5a77-0fa0-4b50-81ac-75d58838dbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574cdccf-7c3d-4087-862e-e1eb2dd93891,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:23.816173 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e09e5a77-0fa0-4b50-81ac-75d58838dbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (053c2664-4ab3-4f24-9729-7d97b3ea85f3), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:23.816605 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.segments_db [None req-e09e5a77-0fa0-4b50-81ac-75d58838dbe0 admin admin] Added segment 053c2664-4ab3-4f24-9729-7d97b3ea85f3 of type vlan for network 27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8 Sep 21 21:56:23.867699 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649453e-8251-43a8-9bc4-4fda9b1287dd None None] Pushing event updated for resources: {'Port': ['ID=a7c95fb0-9090-4267-bca5-63c529e26528,revision_number=4']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:23.869625 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e09e5a77-0fa0-4b50-81ac-75d58838dbe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:23.896323 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-45fb37c0-0647-408d-86af-c467d29db688 req-25333a84-9d4c-4cc2-81e9-fd6f70b1287a tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] For port 3343f5de-bf54-480d-a826-c9ec0f585e75, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3343f5de-bf54-480d-a826-c9ec0f585e75,segment=NetworkSegment(188ff2c4-d7ea-4444-84dd-004b7dca4861),segment_id=188ff2c4-d7ea-4444-84dd-004b7dca4861)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:23.896692 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-45fb37c0-0647-408d-86af-c467d29db688 req-25333a84-9d4c-4cc2-81e9-fd6f70b1287a tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (3343f5de-bf54-480d-a826-c9ec0f585e75), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:23.916821 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-45fb37c0-0647-408d-86af-c467d29db688 req-25333a84-9d4c-4cc2-81e9-fd6f70b1287a tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Calling delete_port for 3343f5de-bf54-480d-a826-c9ec0f585e75 owned by compute:nova {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:56:23.941330 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-7d0790a9-2616-4713-9061-c10c70c42d44 None None] Current status of the port a7c95fb0-9090-4267-bca5-63c529e26528 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:23.941986 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-7d0790a9-2616-4713-9061-c10c70c42d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a7c95fb0-9090-4267-bca5-63c529e26528), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:23.953709 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e09e5a77-0fa0-4b50-81ac-75d58838dbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:23.954919 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09e5a77-0fa0-4b50-81ac-75d58838dbe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:23.955828 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e09e5a77-0fa0-4b50-81ac-75d58838dbe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:23.970202 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] Set router 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:24.072477 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-7d0790a9-2616-4713-9061-c10c70c42d44 None None] For port a7c95fb0-9090-4267-bca5-63c529e26528, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=a7c95fb0-9090-4267-bca5-63c529e26528,segment=NetworkSegment(ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f),segment_id=ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:24.072737 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e5a77-0fa0-4b50-81ac-75d58838dbe0 admin admin] Pushing event updated for resources: {'Network': ['ID=27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:24.088729 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network 27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8 details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:56:24.119558 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-e09e5a77-0fa0-4b50-81ac-75d58838dbe0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6743793 Sep 21 21:56:24.120275 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 44074) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:24.125110 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-c1fd7533-e4bf-4ce1-8149-db79fe89b81c admin admin] Request body: {'subnet': {'network_id': '27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-816851573-subnet', 'tenant_id': '2680bc9c6ff9450f85571ba2ac693b74', 'ip_version': 4}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:24.150439 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-7d0790a9-2616-4713-9061-c10c70c42d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (a7c95fb0-9090-4267-bca5-63c529e26528), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:24.203682 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'name': 'tempest-TestShelveInstance-1834737077-router', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:20Z', 'revision_number': 4, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'gw_port': {'id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a7c95fb0-9090-4267-bca5-63c529e26528', 'name': '', 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'mac_address': 'fa:16:3e:37:a2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '83c905c7-034c-443d-b146-b33f013859ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:19Z', 'updated_at': '2022-09-21T21:56:23Z', 'revision_number': 4, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'subnets': [{'id': '83c905c7-034c-443d-b146-b33f013859ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:24.224344 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8be3-44c0-42bf-8e0a-48054aedff4e req-131b3ca3-25e3-4045-9a69-e4038e8e239f tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:24.225964 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-29eb8be3-44c0-42bf-8e0a-48054aedff4e req-131b3ca3-25e3-4045-9a69-e4038e8e239f tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 945 time: 0.1264632 Sep 21 21:56:24.232453 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e070f8-7fc4-4e2c-a143-f3d14c879718 None None] The sync data for ids ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'] in dv-cinder-858818-1-iscsi is: [{'id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'name': 'tempest-TestShelveInstance-1834737077-router', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:20Z', 'revision_number': 4, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'gw_port': {'id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a7c95fb0-9090-4267-bca5-63c529e26528', 'name': '', 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'mac_address': 'fa:16:3e:37:a2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '83c905c7-034c-443d-b146-b33f013859ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:19Z', 'updated_at': '2022-09-21T21:56:23Z', 'revision_number': 4, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'subnets': [{'id': '83c905c7-034c-443d-b146-b33f013859ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:56:24.246509 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0790a9-2616-4713-9061-c10c70c42d44 None None] Pushing event updated for resources: {'Port': ['ID=a7c95fb0-9090-4267-bca5-63c529e26528,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:24.256725 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fd7533-e4bf-4ce1-8149-db79fe89b81c admin admin] Made reservation on behalf of 2680bc9c6ff9450f85571ba2ac693b74 for: {'subnet': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:56:24.259177 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c1fd7533-e4bf-4ce1-8149-db79fe89b81c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364503'] for subnet (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:24.273008 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-eac3d50c-c0af-48dc-a959-4a7b7e9c0887 None None] Provisioning complete for port a7c95fb0-9090-4267-bca5-63c529e26528 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:24.274145 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-eac3d50c-c0af-48dc-a959-4a7b7e9c0887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a7c95fb0-9090-4267-bca5-63c529e26528), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:24.274473 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-eac3d50c-c0af-48dc-a959-4a7b7e9c0887 None None] Attempt 1 to provision port a7c95fb0-9090-4267-bca5-63c529e26528 Sep 21 21:56:24.343911 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-45fb37c0-0647-408d-86af-c467d29db688 req-25333a84-9d4c-4cc2-81e9-fd6f70b1287a tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (3343f5de-bf54-480d-a826-c9ec0f585e75), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:24.401341 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['3343f5de-bf54-480d-a826-c9ec0f585e75'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:56:24.429921 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25333a84-9d4c-4cc2-81e9-fd6f70b1287a tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Pushing event deleted for resources: {'Port': ['ID=3343f5de-bf54-480d-a826-c9ec0f585e75,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:24.443294 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 620bde4e-a7ee-4c49-9958-a069d4ea4287 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:56:24.526180 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-eac3d50c-c0af-48dc-a959-4a7b7e9c0887 None None] Current status of the port a7c95fb0-9090-4267-bca5-63c529e26528 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:24.555884 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-29eb8be3-44c0-42bf-8e0a-48054aedff4e req-9244aa00-a370-49b3-91c5-21cde227b0c7 tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/security-groups?id=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229985 Sep 21 21:56:24.593028 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fb37c0-0647-408d-86af-c467d29db688 req-25333a84-9d4c-4cc2-81e9-fd6f70b1287a tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] No DVR routers for this DVR port 3343f5de-bf54-480d-a826-c9ec0f585e75 on host hv-cinder-85881 {{(pid=110731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:56:24.596062 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-45fb37c0-0647-408d-86af-c467d29db688 req-25333a84-9d4c-4cc2-81e9-fd6f70b1287a tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:24.600227 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-45fb37c0-0647-408d-86af-c467d29db688 req-25333a84-9d4c-4cc2-81e9-fd6f70b1287a tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.61 "DELETE /v2.0/ports/3343f5de-bf54-480d-a826-c9ec0f585e75 HTTP/1.1" status: 204 len: 173 time: 0.9561052 Sep 21 21:56:24.600788 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ac8dd2-ed54-4bbb-971f-924dc50c94ea', 'name': 'network-vif-deleted', 'tag': '3343f5de-bf54-480d-a826-c9ec0f585e75'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:56:24.616186 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ada6f57-aadd-499f-9453-8c1304d9b75c" -d '{"events": [{"server_uuid": "a9ac8dd2-ed54-4bbb-971f-924dc50c94ea", "name": "network-vif-deleted", "tag": "3343f5de-bf54-480d-a826-c9ec0f585e75"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:56:24.618503 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 620bde4e-a7ee-4c49-9958-a069d4ea4287 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:24.619154 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (620bde4e-a7ee-4c49-9958-a069d4ea4287), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:24.620336 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 620bde4e-a7ee-4c49-9958-a069d4ea4287 Sep 21 21:56:24.707675 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d36a0cb-4f01-4382-9ac2-6497f49e0b9f x-openstack-request-id: req-1d36a0cb-4f01-4382-9ac2-6497f49e0b9f {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:56:24.707969 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ac8dd2-ed54-4bbb-971f-924dc50c94ea", "name": "network-vif-deleted", "tag": "3343f5de-bf54-480d-a826-c9ec0f585e75", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:56:24.708231 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d36a0cb-4f01-4382-9ac2-6497f49e0b9f {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:56:24.708642 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d36a0cb-4f01-4382-9ac2-6497f49e0b9f'] response: {'server_uuid': 'a9ac8dd2-ed54-4bbb-971f-924dc50c94ea', 'name': 'network-vif-deleted', 'tag': '3343f5de-bf54-480d-a826-c9ec0f585e75', 'status': 'completed', 'code': 200} Sep 21 21:56:24.735577 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 620bde4e-a7ee-4c49-9958-a069d4ea4287 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:24.743829 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67b416-5518-4a40-8f5b-531cb499e0cf req-49f3b5fb-8e07-4060-a93e-52dcb4947d1e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:24.745447 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0d67b416-5518-4a40-8f5b-531cb499e0cf req-49f3b5fb-8e07-4060-a93e-52dcb4947d1e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 944 time: 0.1092596 Sep 21 21:56:24.783096 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c1fd7533-e4bf-4ce1-8149-db79fe89b81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9435907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364485'] for subnet (cba3f9bb-abe4-4c57-9b14-e273377309a7), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:24.800401 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0d67b416-5518-4a40-8f5b-531cb499e0cf req-eefe7233-d6d1-489c-b46b-ed5e7d52cf9a tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cffbabe-565d-4645-bcc7-45d1f6cae7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481894 Sep 21 21:56:24.847952 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd7533-e4bf-4ce1-8149-db79fe89b81c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba3f9bb-abe4-4c57-9b14-e273377309a7,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:24.859209 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd7533-e4bf-4ce1-8149-db79fe89b81c admin admin] Checking segment: {'id': '053c2664-4ab3-4f24-9729-7d97b3ea85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:56:24.859563 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd7533-e4bf-4ce1-8149-db79fe89b81c admin admin] Network hostable DHCP agents. Network: 27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:56:24.954157 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd7533-e4bf-4ce1-8149-db79fe89b81c admin admin] Network 27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8 is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:56:25.038499 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-c1fd7533-e4bf-4ce1-8149-db79fe89b81c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, 27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8) {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:25.044142 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fd7533-e4bf-4ce1-8149-db79fe89b81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:25.044729 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c1fd7533-e4bf-4ce1-8149-db79fe89b81c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:25.045379 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254ba1cd-da5e-4895-b4d7-99b9ca74f77a None None] Network 27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:56:25.136323 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-c1fd7533-e4bf-4ce1-8149-db79fe89b81c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0124593 Sep 21 21:56:25.136621 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 44090) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:25.140776 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-816851573-router', 'tenant_id': '2680bc9c6ff9450f85571ba2ac693b74', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:25.155957 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c86c540-5e61-54b3-b1b4-fe06f5909a9b-27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8', 'network_id': '27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8', 'project_id': '2680bc9c6ff9450f85571ba2ac693b74', 'fixed_ips': [{'subnet_id': 'cba3f9bb-abe4-4c57-9b14-e273377309a7'}]}} from dv-cinder-858818-1-iscsi. {{(pid=110732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:56:25.156798 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:25.223043 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256442'] for router (84fd022f-d913-4f73-bf6c-8f607d1a1888), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:25.224524 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256435'] for router (84fd022f-d913-4f73-bf6c-8f607d1a1888), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:25.287928 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] Publish callbacks [] for router_controller (84fd022f-d913-4f73-bf6c-8f607d1a1888), precommit_add_association {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:25.304504 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.db_base_plugin_common [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Allocated IP 172.20.0.2 (27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8/cba3f9bb-abe4-4c57-9b14-e273377309a7/daaabb59-e663-4630-8c0f-ca1c47411f61) {{(pid=110732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:56:25.459867 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Publish callbacks [] for port (daaabb59-e663-4630-8c0f-ca1c47411f61), precommit_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:25.491198 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 3a0db892-139a-45d6-ba21-336117347765 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:56:25.515684 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] Publish callbacks [] for router_gateway (84fd022f-d913-4f73-bf6c-8f607d1a1888), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:25.552787 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (daaabb59-e663-4630-8c0f-ca1c47411f61), after_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:25.603094 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Network 27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8 is already hosted by enough agents. {{(pid=110732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:56:25.618979 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.base_scheduler [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Resources bound (agent type, host, resource id): {{(pid=110732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:25.623622 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Received port after_create {{(pid=110732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:56:25.626769 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Pushing event updated for resources: {'Port': ['ID=daaabb59-e663-4630-8c0f-ca1c47411f61,revision_number=1']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:25.700793 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 3a0db892-139a-45d6-ba21-336117347765, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3a0db892-139a-45d6-ba21-336117347765,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:25.726181 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': '3a0db892-139a-45d6-ba21-336117347765', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'port_id': '3a0db892-139a-45d6-ba21-336117347765', 'mac_address': 'fa:16:3e:09:8b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:56:25.730912 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Attempting to bind port daaabb59-e663-4630-8c0f-ca1c47411f61 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:56:25.731287 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Attempting to bind port daaabb59-e663-4630-8c0f-ca1c47411f61 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '053c2664-4ab3-4f24-9729-7d97b3ea85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:56:25.731650 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Attempting to bind port daaabb59-e663-4630-8c0f-ca1c47411f61 on network 27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8 {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:56:25.738946 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:56:25.739375 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Checking segment: {'id': '053c2664-4ab3-4f24-9729-7d97b3ea85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:56:25.739658 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:25.740052 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Bound using segment: {'id': '053c2664-4ab3-4f24-9729-7d97b3ea85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:56:25.740523 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Bound port: daaabb59-e663-4630-8c0f-ca1c47411f61, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053c2664-4ab3-4f24-9729-7d97b3ea85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:56:25.740909 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (daaabb59-e663-4630-8c0f-ca1c47411f61), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:25.752232 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f8777e1b-b39f-41dc-adc0-1bd0c82ae698 req-371e405b-cd67-4de8-8d9c-cde3bef767fe tempest-VolumesActionsTest-1132335863 tempest-VolumesActionsTest-1132335863-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ac8dd2-ed54-4bbb-971f-924dc50c94ea HTTP/1.1" status: 200 len: 210 time: 0.0465145 Sep 21 21:56:25.811825 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 3a0db892-139a-45d6-ba21-336117347765 is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:25.812225 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (3a0db892-139a-45d6-ba21-336117347765), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:25.834939 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0db892-139a-45d6-ba21-336117347765 {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:56:25.874678 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 3a0db892-139a-45d6-ba21-336117347765, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3a0db892-139a-45d6-ba21-336117347765,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:25.880684 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] For port daaabb59-e663-4630-8c0f-ca1c47411f61, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:56:25.884699 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] For port daaabb59-e663-4630-8c0f-ca1c47411f61, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=daaabb59-e663-4630-8c0f-ca1c47411f61,segment=NetworkSegment(053c2664-4ab3-4f24-9729-7d97b3ea85f3),segment_id=053c2664-4ab3-4f24-9729-7d97b3ea85f3)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:56:25.915553 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] Publish callbacks [] for router_gateway (84fd022f-d913-4f73-bf6c-8f607d1a1888), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:25.937365 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c45765-c4e7-48c9-9043-5ac687bf279a req-301a68d8-092d-4253-b972-2d9b71cf3d95 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:25.937607 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:25.938888 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-72c45765-c4e7-48c9-9043-5ac687bf279a req-301a68d8-092d-4253-b972-2d9b71cf3d95 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 944 time: 0.0608044 Sep 21 21:56:25.988400 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (3a0db892-139a-45d6-ba21-336117347765), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:26.006649 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-72c45765-c4e7-48c9-9043-5ac687bf279a req-26c65832-182d-4cc6-b8da-b09010f3dc98 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cffbabe-565d-4645-bcc7-45d1f6cae7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613914 Sep 21 21:56:26.012466 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (daaabb59-e663-4630-8c0f-ca1c47411f61), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:26.082894 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=3a0db892-139a-45d6-ba21-336117347765,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:26.087840 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] Allocated IP 172.27.2.190 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/1e50309d-c00e-4f47-a752-408f9d498cb9) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:56:26.143326 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8708c-f659-41b6-a986-ea658b2d8d90 None None] Pushing event updated for resources: {'Port': ['ID=daaabb59-e663-4630-8c0f-ca1c47411f61,revision_number=2']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:26.229068 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] Publish callbacks [] for port (1e50309d-c00e-4f47-a752-408f9d498cb9), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:26.352252 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead8387-080e-4fe9-9d9e-89135b624b99 req-f06ea8b1-b685-45ed-832a-8e7b504357d4 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:26.353997 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-dead8387-080e-4fe9-9d9e-89135b624b99 req-f06ea8b1-b685-45ed-832a-8e7b504357d4 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0807357 Sep 21 21:56:26.355314 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (1e50309d-c00e-4f47-a752-408f9d498cb9), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:26.418701 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] Pushing event updated for resources: {'Port': ['ID=1e50309d-c00e-4f47-a752-408f9d498cb9,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:26.423746 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:56:26.425793 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:26.434408 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:56:26.446083 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-dead8387-080e-4fe9-9d9e-89135b624b99 req-6896b1ae-9223-4974-8519-85484c47085b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840502 Sep 21 21:56:26.462146 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95c618-94fd-40ff-b466-62cdd3ed94df req-04cd2d06-3b48-4948-afd3-396192e6019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:26.467616 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ce95c618-94fd-40ff-b466-62cdd3ed94df req-04cd2d06-3b48-4948-afd3-396192e6019c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce39458046ef4d2bb8de370118e4ed86&device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 1130 time: 0.1316903 Sep 21 21:56:26.472662 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device a7c95fb0-9090-4267-bca5-63c529e26528 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:56:26.507063 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['3a0db892-139a-45d6-ba21-336117347765'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:56:26.536022 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1981568c-9c6f-4ad4-b9ec-79743e254506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:26.595212 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port a7c95fb0-9090-4267-bca5-63c529e26528 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:26.595594 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a7c95fb0-9090-4267-bca5-63c529e26528), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:26.595929 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port a7c95fb0-9090-4267-bca5-63c529e26528 Sep 21 21:56:26.597210 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95c618-94fd-40ff-b466-62cdd3ed94df req-0a5045af-65cd-4baa-8b00-5ca9aee0eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:26.599911 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ce95c618-94fd-40ff-b466-62cdd3ed94df req-0a5045af-65cd-4baa-8b00-5ca9aee0eb2b service neutron] 10.222.0.61 "GET /v2.0/networks?id=f801d94d-838f-46f0-b7fb-17b6d1554e9c HTTP/1.1" status: 200 len: 919 time: 0.1237259 Sep 21 21:56:26.651019 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ce95c618-94fd-40ff-b466-62cdd3ed94df req-bf523bb8-2a69-4a64-a15f-56ad1b9cb09f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55e8f79b-548a-4961-85d7-2b1f6433a5f0 HTTP/1.1" status: 200 len: 217 time: 0.0456114 Sep 21 21:56:26.718960 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95c618-94fd-40ff-b466-62cdd3ed94df req-beb11d0d-10df-4ae5-8566-d54f400224ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:26.721149 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ce95c618-94fd-40ff-b466-62cdd3ed94df req-beb11d0d-10df-4ae5-8566-d54f400224ee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=575b43de-b954-4ed7-bfdd-5b0bcfa5628e HTTP/1.1" status: 200 len: 857 time: 0.0525267 Sep 21 21:56:26.789562 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95c618-94fd-40ff-b466-62cdd3ed94df req-13d27a1f-9c42-4d5f-94af-2b8fa4c57319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:26.795724 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ce95c618-94fd-40ff-b466-62cdd3ed94df req-13d27a1f-9c42-4d5f-94af-2b8fa4c57319 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f801d94d-838f-46f0-b7fb-17b6d1554e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618451 Sep 21 21:56:26.860970 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] Publish callbacks [] for router_gateway (84fd022f-d913-4f73-bf6c-8f607d1a1888), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:26.904637 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port a7c95fb0-9090-4267-bca5-63c529e26528 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:26.905791 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device daaabb59-e663-4630-8c0f-ca1c47411f61 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:56:26.965872 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port daaabb59-e663-4630-8c0f-ca1c47411f61 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:26.965872 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (daaabb59-e663-4630-8c0f-ca1c47411f61), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:26.965872 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port daaabb59-e663-4630-8c0f-ca1c47411f61 Sep 21 21:56:26.979036 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ce95c618-94fd-40ff-b466-62cdd3ed94df req-45ee0fef-c371-4a57-b95b-966a0e2be8ad service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796350 Sep 21 21:56:27.080079 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port daaabb59-e663-4630-8c0f-ca1c47411f61 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:27.080478 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (daaabb59-e663-4630-8c0f-ca1c47411f61), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:27.123790 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] For port daaabb59-e663-4630-8c0f-ca1c47411f61, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=daaabb59-e663-4630-8c0f-ca1c47411f61,segment=NetworkSegment(053c2664-4ab3-4f24-9729-7d97b3ea85f3),segment_id=053c2664-4ab3-4f24-9729-7d97b3ea85f3)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:27.137269 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ce95c618-94fd-40ff-b466-62cdd3ed94df req-5245eed6-f845-46d2-b4c2-3bc5a25e355d service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376500 Sep 21 21:56:27.200134 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (daaabb59-e663-4630-8c0f-ca1c47411f61), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:27.239405 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c4d93-46a3-4ea1-b5e4-2df1b8eb39be req-7876b79d-c070-4ed9-8ec3-c0fc0cb21b46 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:27.246843 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-468c4d93-46a3-4ea1-b5e4-2df1b8eb39be req-7876b79d-c070-4ed9-8ec3-c0fc0cb21b46 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 945 time: 0.1052527 Sep 21 21:56:27.248459 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755185'] for router (84fd022f-d913-4f73-bf6c-8f607d1a1888), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:27.275664 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Pushing event updated for resources: {'Port': ['ID=daaabb59-e663-4630-8c0f-ca1c47411f61,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:27.303772 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-468c4d93-46a3-4ea1-b5e4-2df1b8eb39be req-2d6af390-740a-4032-aa7e-0fe8c2a06980 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cffbabe-565d-4645-bcc7-45d1f6cae7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519869 Sep 21 21:56:27.387646 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe9b51d-98de-40c5-9b36-bf58ba39b724 None None] Network 27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:56:27.485641 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] Router 84fd022f-d913-4f73-bf6c-8f607d1a1888 is scheduled to L3 agent f3be49e0-699b-41e8-a354-a1575a796fae with binding_index 1 {{(pid=110730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:56:27.504510 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-cac0f43c-46a2-4fb2-a0ec-96217b5df5b0 None None] Provisioning complete for port daaabb59-e663-4630-8c0f-ca1c47411f61 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:27.505242 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-cac0f43c-46a2-4fb2-a0ec-96217b5df5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (daaabb59-e663-4630-8c0f-ca1c47411f61), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:27.505242 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-cac0f43c-46a2-4fb2-a0ec-96217b5df5b0 None None] Attempt 1 to provision port daaabb59-e663-4630-8c0f-ca1c47411f61 Sep 21 21:56:27.537860 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 3343f5de-bf54-480d-a826-c9ec0f585e75 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:56:27.605420 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: 3343f5de-bf54-480d-a826-c9ec0f585e75 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:56:27.605420 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 3343f5de-bf54-480d-a826-c9ec0f585e75 not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:56:27.609124 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23624c15-fbb1-4d5c-9ba4-a662515379f3 req-bc550512-84a5-4140-bdea-1512c8501e56 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:27.625711 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-23624c15-fbb1-4d5c-9ba4-a662515379f3 req-bc550512-84a5-4140-bdea-1512c8501e56 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0950429 Sep 21 21:56:27.634880 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:56:27.672256 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-cac0f43c-46a2-4fb2-a0ec-96217b5df5b0 None None] Current status of the port daaabb59-e663-4630-8c0f-ca1c47411f61 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:27.675432 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Sync routers for ids ['84fd022f-d913-4f73-bf6c-8f607d1a1888'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:56:27.690955 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Routers {'84fd022f-d913-4f73-bf6c-8f607d1a1888'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:27.691916 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:55:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['84fd022f-d913-4f73-bf6c-8f607d1a1888'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:27.702326 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-23624c15-fbb1-4d5c-9ba4-a662515379f3 req-3780e1a0-bf20-4d92-aa98-3a20c82c6669 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701952 Sep 21 21:56:27.755745 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:27.757038 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-a18a81eb-048c-443c-865f-28e4dbb8642f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6194782 Sep 21 21:56:27.759663 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 44158) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:27.809679 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Set router 84fd022f-d913-4f73-bf6c-8f607d1a1888 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:28.030687 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-21b18435-33c3-4e1b-9216-4fa0f456489c None None] Provisioning complete for port daaabb59-e663-4630-8c0f-ca1c47411f61 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:28.031066 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-21b18435-33c3-4e1b-9216-4fa0f456489c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (daaabb59-e663-4630-8c0f-ca1c47411f61), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:28.031409 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-21b18435-33c3-4e1b-9216-4fa0f456489c None None] Attempt 1 to provision port daaabb59-e663-4630-8c0f-ca1c47411f61 Sep 21 21:56:28.085882 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb06a33-593b-4c2c-a4d2-35b2f6c0fa9d req-43bc2428-713b-456a-89f0-af5dad5320cb tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:28.087416 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eeb06a33-593b-4c2c-a4d2-35b2f6c0fa9d req-43bc2428-713b-456a-89f0-af5dad5320cb tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0911081 Sep 21 21:56:28.152835 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fd022f-d913-4f73-bf6c-8f607d1a1888', 'name': 'tempest-TestShelveInstance-816851573-router', 'tenant_id': '2680bc9c6ff9450f85571ba2ac693b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '1e50309d-c00e-4f47-a752-408f9d498cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:25Z', 'updated_at': '2022-09-21T21:56:26Z', 'revision_number': 3, 'project_id': '2680bc9c6ff9450f85571ba2ac693b74', 'gw_port': {'id': '1e50309d-c00e-4f47-a752-408f9d498cb9', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fd022f-d913-4f73-bf6c-8f607d1a1888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:25Z', 'updated_at': '2022-09-21T21:56:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:28.156277 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eeb06a33-593b-4c2c-a4d2-35b2f6c0fa9d req-a7da3ba1-7399-435f-a7ae-720a6715d9d0 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630226 Sep 21 21:56:28.203653 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Checking router: 84fd022f-d913-4f73-bf6c-8f607d1a1888 for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:56:28.204031 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Updating router 84fd022f-d913-4f73-bf6c-8f607d1a1888 port 1e50309d-c00e-4f47-a752-408f9d498cb9 binding host dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:56:28.207254 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-21b18435-33c3-4e1b-9216-4fa0f456489c None None] Current status of the port daaabb59-e663-4630-8c0f-ca1c47411f61 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:28.236371 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (1e50309d-c00e-4f47-a752-408f9d498cb9), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:28.390677 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device daaabb59-e663-4630-8c0f-ca1c47411f61 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:56:28.486494 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a5e22-08de-4065-a7d0-9159e0bc1bfa req-4508ad3a-86e0-40a9-b9fd-0820a7786d53 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:28.488105 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a57a5e22-08de-4065-a7d0-9159e0bc1bfa req-4508ad3a-86e0-40a9-b9fd-0820a7786d53 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 945 time: 0.0721946 Sep 21 21:56:28.549726 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port daaabb59-e663-4630-8c0f-ca1c47411f61 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:28.550333 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (daaabb59-e663-4630-8c0f-ca1c47411f61), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:28.550595 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port daaabb59-e663-4630-8c0f-ca1c47411f61 Sep 21 21:56:28.559012 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a57a5e22-08de-4065-a7d0-9159e0bc1bfa req-6168570f-b683-4a1a-9d80-ecc4eb8e60e6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cffbabe-565d-4645-bcc7-45d1f6cae7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650816 Sep 21 21:56:28.660504 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Publish callbacks [] for port (1e50309d-c00e-4f47-a752-408f9d498cb9), precommit_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:28.671328 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0ad82166-be47-4b5a-b4af-d15bb97b6ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:28.703374 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port daaabb59-e663-4630-8c0f-ca1c47411f61 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:28.713365 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9f6f-b5f8-4d2d-abb8-3ed17edfc7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:28.742460 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (1e50309d-c00e-4f47-a752-408f9d498cb9), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:28.784706 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Attempting to bind port 1e50309d-c00e-4f47-a752-408f9d498cb9 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:56:28.785222 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Attempting to bind port 1e50309d-c00e-4f47-a752-408f9d498cb9 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:56:28.785689 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Attempting to bind port 1e50309d-c00e-4f47-a752-408f9d498cb9 on network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:56:28.806941 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de44be-6af2-40cb-8eff-2ebbefe3a21c None None] Pushing event updated for resources: {'Port': ['ID=1e50309d-c00e-4f47-a752-408f9d498cb9,revision_number=2']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:28.810439 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:56:28.811041 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Checking segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:56:28.811553 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:28.812039 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Bound using segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:56:28.812623 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Bound port: 1e50309d-c00e-4f47-a752-408f9d498cb9, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:56:28.813327 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (1e50309d-c00e-4f47-a752-408f9d498cb9), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:28.845708 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230b154-70ce-4fd3-b053-fca3989d9e76 req-9e0deedd-3cce-434c-8270-ec4a79bed88b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:28.847306 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a230b154-70ce-4fd3-b053-fca3989d9e76 req-9e0deedd-3cce-434c-8270-ec4a79bed88b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0694122 Sep 21 21:56:28.867525 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-0ad82166-be47-4b5a-b4af-d15bb97b6ea8 admin admin] Allocated IP 172.20.0.1 (27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8/cba3f9bb-abe4-4c57-9b14-e273377309a7/420449cd-b499-4cce-a1c9-26ea9a1c8286) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:56:28.869016 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] For port 1e50309d-c00e-4f47-a752-408f9d498cb9, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:56:28.879281 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] For port 1e50309d-c00e-4f47-a752-408f9d498cb9, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=1e50309d-c00e-4f47-a752-408f9d498cb9,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:56:28.908007 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a230b154-70ce-4fd3-b053-fca3989d9e76 req-87f340a1-b98a-45bd-a9fb-e06fa47c6b65 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539556 Sep 21 21:56:28.908007 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 44212) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:28.939278 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (1e50309d-c00e-4f47-a752-408f9d498cb9), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:28.973448 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Routers {'84fd022f-d913-4f73-bf6c-8f607d1a1888'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:28.974224 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:56:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['84fd022f-d913-4f73-bf6c-8f607d1a1888'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:28.989833 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0ad82166-be47-4b5a-b4af-d15bb97b6ea8 admin admin] Publish callbacks [] for port (420449cd-b499-4cce-a1c9-26ea9a1c8286), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:29.065216 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b603dfa7-70f7-44bf-8ca9-433ef805b3d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:29.080104 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0ad82166-be47-4b5a-b4af-d15bb97b6ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (420449cd-b499-4cce-a1c9-26ea9a1c8286), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:29.081441 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de44be-6af2-40cb-8eff-2ebbefe3a21c None None] Pushing event updated for resources: {'Port': ['ID=1e50309d-c00e-4f47-a752-408f9d498cb9,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:29.111528 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] Set router 84fd022f-d913-4f73-bf6c-8f607d1a1888 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:29.137999 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad82166-be47-4b5a-b4af-d15bb97b6ea8 admin admin] Network 27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8 is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:56:29.143104 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-0ad82166-be47-4b5a-b4af-d15bb97b6ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:29.147040 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad82166-be47-4b5a-b4af-d15bb97b6ea8 admin admin] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:56:29.152132 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b603dfa7-70f7-44bf-8ca9-433ef805b3d7 admin admin] Publish callbacks [] for security_group (5a04e647-0fcf-431f-b805-fb91bd1e8e8a), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:29.175605 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad82166-be47-4b5a-b4af-d15bb97b6ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=420449cd-b499-4cce-a1c9-26ea9a1c8286,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:29.195512 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0ad82166-be47-4b5a-b4af-d15bb97b6ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756382'] for router_interface (84fd022f-d913-4f73-bf6c-8f607d1a1888), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:29.227741 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b603dfa7-70f7-44bf-8ca9-433ef805b3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (5a04e647-0fcf-431f-b805-fb91bd1e8e8a), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:29.293584 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-b603dfa7-70f7-44bf-8ca9-433ef805b3d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c184a56bdfae48f78392be0eb9f4683d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3817253 Sep 21 21:56:29.293584 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 44222) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:29.324621 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603dfa7-70f7-44bf-8ca9-433ef805b3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a04e647-0fcf-431f-b805-fb91bd1e8e8a,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:29.337699 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fd022f-d913-4f73-bf6c-8f607d1a1888', 'name': 'tempest-TestShelveInstance-816851573-router', 'tenant_id': '2680bc9c6ff9450f85571ba2ac693b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '1e50309d-c00e-4f47-a752-408f9d498cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:25Z', 'updated_at': '2022-09-21T21:56:26Z', 'revision_number': 3, 'project_id': '2680bc9c6ff9450f85571ba2ac693b74', 'gw_port': {'id': '1e50309d-c00e-4f47-a752-408f9d498cb9', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fd022f-d913-4f73-bf6c-8f607d1a1888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:25Z', 'updated_at': '2022-09-21T21:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:29.374641 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53ac32-e50e-4d36-b74c-c518f9201bc4 None None] The sync data for ids ['84fd022f-d913-4f73-bf6c-8f607d1a1888'] in dv-cinder-858818-1-iscsi is: [{'id': '84fd022f-d913-4f73-bf6c-8f607d1a1888', 'name': 'tempest-TestShelveInstance-816851573-router', 'tenant_id': '2680bc9c6ff9450f85571ba2ac693b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '1e50309d-c00e-4f47-a752-408f9d498cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:25Z', 'updated_at': '2022-09-21T21:56:26Z', 'revision_number': 3, 'project_id': '2680bc9c6ff9450f85571ba2ac693b74', 'gw_port': {'id': '1e50309d-c00e-4f47-a752-408f9d498cb9', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fd022f-d913-4f73-bf6c-8f607d1a1888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:25Z', 'updated_at': '2022-09-21T21:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:56:29.404859 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688f07c-5020-4821-9421-339a1e32e917 req-fde15ff0-1bbb-47e0-8781-8d541892b0b4 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:29.406521 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5688f07c-5020-4821-9421-339a1e32e917 req-fde15ff0-1bbb-47e0-8781-8d541892b0b4 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.1333706 Sep 21 21:56:29.433043 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-026f3b9b-c454-4a64-9e65-d8a9745040ad admin admin] Publish callbacks [] for security_group (5a04e647-0fcf-431f-b805-fb91bd1e8e8a), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:29.444902 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Provisioning complete for port 420449cd-b499-4cce-a1c9-26ea9a1c8286 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:29.445341 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (420449cd-b499-4cce-a1c9-26ea9a1c8286), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:29.445656 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Attempt 1 to provision port 420449cd-b499-4cce-a1c9-26ea9a1c8286 Sep 21 21:56:29.461357 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0ad82166-be47-4b5a-b4af-d15bb97b6ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (420449cd-b499-4cce-a1c9-26ea9a1c8286), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:29.478416 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-026f3b9b-c454-4a64-9e65-d8a9745040ad admin admin] Publish callbacks [] for security_group (5a04e647-0fcf-431f-b805-fb91bd1e8e8a), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:29.484392 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Port 420449cd-b499-4cce-a1c9-26ea9a1c8286 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:29.490367 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5688f07c-5020-4821-9421-339a1e32e917 req-aec2c1fe-4ab7-4f8a-a993-a03ba55dbf36 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777330 Sep 21 21:56:29.617197 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-026f3b9b-c454-4a64-9e65-d8a9745040ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (5a04e647-0fcf-431f-b805-fb91bd1e8e8a), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:29.619979 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-026f3b9b-c454-4a64-9e65-d8a9745040ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:29.622224 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-026f3b9b-c454-4a64-9e65-d8a9745040ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a04e647-0fcf-431f-b805-fb91bd1e8e8a HTTP/1.1" status: 204 len: 168 time: 0.3277836 Sep 21 21:56:29.662246 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f3b9b-c454-4a64-9e65-d8a9745040ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a04e647-0fcf-431f-b805-fb91bd1e8e8a,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:29.681864 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0ad82166-be47-4b5a-b4af-d15bb97b6ea8 admin admin] Publish callbacks [] for port (420449cd-b499-4cce-a1c9-26ea9a1c8286), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:29.742678 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0ad82166-be47-4b5a-b4af-d15bb97b6ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (420449cd-b499-4cce-a1c9-26ea9a1c8286), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:29.762399 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7c5ed-a19e-46d0-b46a-b758379de749 req-c337f14d-ffba-4cea-8a1f-b415206636de tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:29.764261 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1cc7c5ed-a19e-46d0-b46a-b758379de749 req-c337f14d-ffba-4cea-8a1f-b415206636de tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 945 time: 0.0933747 Sep 21 21:56:29.830382 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1cc7c5ed-a19e-46d0-b46a-b758379de749 req-1ed800fb-5073-4ea0-892e-6a92b4efbfe1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cffbabe-565d-4645-bcc7-45d1f6cae7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589654 Sep 21 21:56:29.837330 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0ad82166-be47-4b5a-b4af-d15bb97b6ea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756274'] for router_interface (84fd022f-d913-4f73-bf6c-8f607d1a1888), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:29.839657 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:29.849606 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad82166-be47-4b5a-b4af-d15bb97b6ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=420449cd-b499-4cce-a1c9-26ea9a1c8286,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:29.977709 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad82166-be47-4b5a-b4af-d15bb97b6ea8 admin admin] Network 27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8 is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:56:29.979411 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-0ad82166-be47-4b5a-b4af-d15bb97b6ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:29.985741 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Attempt 2 to provision port 420449cd-b499-4cce-a1c9-26ea9a1c8286 Sep 21 21:56:30.043070 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Port 420449cd-b499-4cce-a1c9-26ea9a1c8286 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:30.122859 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe09d4-9337-487b-8155-8dd0216377e7 req-1101e274-d0ff-46c6-ada7-fe761a20348d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:30.131799 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-65fe09d4-9337-487b-8155-8dd0216377e7 req-1101e274-d0ff-46c6-ada7-fe761a20348d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.1026890 Sep 21 21:56:30.195580 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad82166-be47-4b5a-b4af-d15bb97b6ea8 admin admin] Router 84fd022f-d913-4f73-bf6c-8f607d1a1888 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:56:30.224904 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-65fe09d4-9337-487b-8155-8dd0216377e7 req-ccbd3794-283f-4ef6-a67f-0481bad3a208 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866024 Sep 21 21:56:30.346754 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad82166-be47-4b5a-b4af-d15bb97b6ea8 admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:56:30.349805 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-0ad82166-be47-4b5a-b4af-d15bb97b6ea8 admin admin] 10.222.0.42 "PUT /v2.0/routers/84fd022f-d913-4f73-bf6c-8f607d1a1888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5891263 Sep 21 21:56:30.385191 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 1e50309d-c00e-4f47-a752-408f9d498cb9 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:56:30.448640 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 1e50309d-c00e-4f47-a752-408f9d498cb9 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:30.449786 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (1e50309d-c00e-4f47-a752-408f9d498cb9), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:30.450244 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 1e50309d-c00e-4f47-a752-408f9d498cb9 Sep 21 21:56:30.550047 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Attempt 3 to provision port 420449cd-b499-4cce-a1c9-26ea9a1c8286 Sep 21 21:56:30.553369 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 1e50309d-c00e-4f47-a752-408f9d498cb9 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:30.553727 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (1e50309d-c00e-4f47-a752-408f9d498cb9), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:30.599661 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] For port 1e50309d-c00e-4f47-a752-408f9d498cb9, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=1e50309d-c00e-4f47-a752-408f9d498cb9,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:30.609528 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Port 420449cd-b499-4cce-a1c9-26ea9a1c8286 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:30.656223 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (1e50309d-c00e-4f47-a752-408f9d498cb9), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:30.661097 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070dd2b1-092c-444f-aa38-2a2e10370ac2 req-b46a9d8e-d9a6-44c8-a5df-5be425cc0ad9 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:30.662482 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-070dd2b1-092c-444f-aa38-2a2e10370ac2 req-b46a9d8e-d9a6-44c8-a5df-5be425cc0ad9 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0691328 Sep 21 21:56:30.733085 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-070dd2b1-092c-444f-aa38-2a2e10370ac2 req-8421a3ed-ddeb-4d7f-af4b-1ae43a9e4dc7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637155 Sep 21 21:56:30.739106 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Pushing event updated for resources: {'Port': ['ID=1e50309d-c00e-4f47-a752-408f9d498cb9,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:30.867413 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 44274) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:30.873452 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-926628512', 'description': 'tempest-secgroup-smoke-926628512 description', 'project_id': 'ca27d64dad9041379ee04b2c12a4054e'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:30.953854 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:30.967556 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe652fef-b830-43c0-9cb3-b76acc9e7305 req-9851bcca-9202-49e9-925f-f4db49b38cc9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:30.969576 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe652fef-b830-43c0-9cb3-b76acc9e7305 req-9851bcca-9202-49e9-925f-f4db49b38cc9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 945 time: 0.0580208 Sep 21 21:56:31.033122 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group (5a75e1a8-4b46-41ad-af15-24d529d656b7), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:31.096605 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (5a75e1a8-4b46-41ad-af15-24d529d656b7), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:31.110974 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Attempt 4 to provision port 420449cd-b499-4cce-a1c9-26ea9a1c8286 Sep 21 21:56:31.132248 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a75e1a8-4b46-41ad-af15-24d529d656b7,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:31.141972 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:31.142256 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:31.146701 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:31.146701 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:31.146701 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:31.146701 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:31.146701 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:31.146701 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:31.146701 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:31.146701 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:31.146701 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:31.146701 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:31.146701 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:31.208318 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Port 420449cd-b499-4cce-a1c9-26ea9a1c8286 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:31.233659 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:31.233659 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-674424e8-f8bd-4873-a0d4-1a8e9577cc5b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3578851 Sep 21 21:56:31.234787 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 44282) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:31.239596 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-1405181e-c60e-4966-956e-ba78fe477d2f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Request body: {'security_group_rule': {'security_group_id': '5a75e1a8-4b46-41ad-af15-24d529d656b7', 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:31.292170 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe652fef-b830-43c0-9cb3-b76acc9e7305 req-0059f78d-e62a-4e58-bd43-eb3188810d28 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cffbabe-565d-4645-bcc7-45d1f6cae7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3144100 Sep 21 21:56:31.336100 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1405181e-c60e-4966-956e-ba78fe477d2f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group_rule (3db5d5e0-7e43-4a4a-aeb4-c31bb1eeedc0), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:31.368266 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c957604-f714-40cf-b4b9-99e34a65a4ef req-882fb935-8ccc-4b2e-b544-2fb0180e023c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:31.373438 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6c957604-f714-40cf-b4b9-99e34a65a4ef req-882fb935-8ccc-4b2e-b544-2fb0180e023c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0596609 Sep 21 21:56:31.406176 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1405181e-c60e-4966-956e-ba78fe477d2f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group_rule (3db5d5e0-7e43-4a4a-aeb4-c31bb1eeedc0), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:31.437413 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6c957604-f714-40cf-b4b9-99e34a65a4ef req-0ecbc59d-6586-41ee-8781-bf762c365a1c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607963 Sep 21 21:56:31.497273 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1405181e-c60e-4966-956e-ba78fe477d2f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (3db5d5e0-7e43-4a4a-aeb4-c31bb1eeedc0), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:31.518144 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405181e-c60e-4966-956e-ba78fe477d2f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db5d5e0-7e43-4a4a-aeb4-c31bb1eeedc0,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:31.548385 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:31.572961 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1405181e-c60e-4966-956e-ba78fe477d2f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:31.574215 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-1405181e-c60e-4966-956e-ba78fe477d2f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3383634 Sep 21 21:56:31.577166 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 44292) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:31.581501 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-97b35245-c962-4b27-a413-9d45af8dd372 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Request body: {'security_group_rule': {'security_group_id': '5a75e1a8-4b46-41ad-af15-24d529d656b7', 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:31.679124 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-97b35245-c962-4b27-a413-9d45af8dd372 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group_rule (8b4420aa-dd84-440f-b50a-be452b57d7e8), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:31.709560 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Attempt 5 to provision port 420449cd-b499-4cce-a1c9-26ea9a1c8286 Sep 21 21:56:31.746970 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Port 420449cd-b499-4cce-a1c9-26ea9a1c8286 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:31.764475 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-97b35245-c962-4b27-a413-9d45af8dd372 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group_rule (8b4420aa-dd84-440f-b50a-be452b57d7e8), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:31.789831 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Sync routers for ids ['84fd022f-d913-4f73-bf6c-8f607d1a1888'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:56:31.801416 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Routers {'84fd022f-d913-4f73-bf6c-8f607d1a1888'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:31.802084 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:56:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['84fd022f-d913-4f73-bf6c-8f607d1a1888'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:31.816903 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-97b35245-c962-4b27-a413-9d45af8dd372 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (8b4420aa-dd84-440f-b50a-be452b57d7e8), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:31.835327 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b35245-c962-4b27-a413-9d45af8dd372 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4420aa-dd84-440f-b50a-be452b57d7e8,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:31.852786 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 3a0db892-139a-45d6-ba21-336117347765 up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:56:31.882554 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffd199-c6d5-457f-86b8-c985a9d8a95b req-4cb4c680-b693-4abb-82b6-126992eaeb8b tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:31.884150 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-52ffd199-c6d5-457f-86b8-c985a9d8a95b req-4cb4c680-b693-4abb-82b6-126992eaeb8b tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0659184 Sep 21 21:56:31.924427 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-97b35245-c962-4b27-a413-9d45af8dd372 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:31.931596 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-97b35245-c962-4b27-a413-9d45af8dd372 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3532727 Sep 21 21:56:31.932534 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 44306) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:31.938694 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-9da4ac14-36e5-4257-bc24-de9726440b56 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Request body: {'security_group_rule': {'security_group_id': '5a75e1a8-4b46-41ad-af15-24d529d656b7', 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:31.946185 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-52ffd199-c6d5-457f-86b8-c985a9d8a95b req-f0445a29-fe6d-4d64-912a-b01c7bde8d5f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557604 Sep 21 21:56:31.998975 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Set router 84fd022f-d913-4f73-bf6c-8f607d1a1888 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:32.016975 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port 3a0db892-139a-45d6-ba21-336117347765 completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:56:32.021562 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port 3a0db892-139a-45d6-ba21-336117347765 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:32.021998 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (3a0db892-139a-45d6-ba21-336117347765), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:32.022345 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port 3a0db892-139a-45d6-ba21-336117347765 Sep 21 21:56:32.091474 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9da4ac14-36e5-4257-bc24-de9726440b56 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group_rule (2e4a36ab-a319-41d7-a7ab-b4413724e461), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:32.172673 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9da4ac14-36e5-4257-bc24-de9726440b56 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group_rule (2e4a36ab-a319-41d7-a7ab-b4413724e461), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:32.215048 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fd022f-d913-4f73-bf6c-8f607d1a1888', 'name': 'tempest-TestShelveInstance-816851573-router', 'tenant_id': '2680bc9c6ff9450f85571ba2ac693b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '1e50309d-c00e-4f47-a752-408f9d498cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:25Z', 'updated_at': '2022-09-21T21:56:29Z', 'revision_number': 4, 'project_id': '2680bc9c6ff9450f85571ba2ac693b74', 'gw_port': {'id': '1e50309d-c00e-4f47-a752-408f9d498cb9', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fd022f-d913-4f73-bf6c-8f607d1a1888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:25Z', 'updated_at': '2022-09-21T21:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '420449cd-b499-4cce-a1c9-26ea9a1c8286', 'name': '', 'network_id': '27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8', 'tenant_id': '2680bc9c6ff9450f85571ba2ac693b74', 'mac_address': 'fa:16:3e:25:50:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fd022f-d913-4f73-bf6c-8f607d1a1888', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cba3f9bb-abe4-4c57-9b14-e273377309a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:28Z', 'updated_at': '2022-09-21T21:56:29Z', 'revision_number': 2, 'project_id': '2680bc9c6ff9450f85571ba2ac693b74', 'subnets': [{'id': 'cba3f9bb-abe4-4c57-9b14-e273377309a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:32.216693 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9da4ac14-36e5-4257-bc24-de9726440b56 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (2e4a36ab-a319-41d7-a7ab-b4413724e461), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:32.231099 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 3a0db892-139a-45d6-ba21-336117347765 is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:32.231591 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (3a0db892-139a-45d6-ba21-336117347765), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:32.234624 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4ac14-36e5-4257-bc24-de9726440b56 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4a36ab-a319-41d7-a7ab-b4413724e461,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:32.254035 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Checking router: 84fd022f-d913-4f73-bf6c-8f607d1a1888 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:56:32.254470 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Updating router 84fd022f-d913-4f73-bf6c-8f607d1a1888 port 420449cd-b499-4cce-a1c9-26ea9a1c8286 binding host dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:56:32.259227 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Attempt 6 to provision port 420449cd-b499-4cce-a1c9-26ea9a1c8286 Sep 21 21:56:32.270146 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0208c9-75ea-422e-9c01-a6cd93ff9382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0db892-139a-45d6-ba21-336117347765'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:56:32.270146 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff2da8a-f747-4dcc-8ff6-4181caf9d09e" -d '{"events": [{"server_uuid": "0f0208c9-75ea-422e-9c01-a6cd93ff9382", "name": "network-vif-plugged", "status": "completed", "tag": "3a0db892-139a-45d6-ba21-336117347765"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:56:32.302296 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 3a0db892-139a-45d6-ba21-336117347765, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3a0db892-139a-45d6-ba21-336117347765,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:32.315520 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Port 420449cd-b499-4cce-a1c9-26ea9a1c8286 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:32.326357 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9da4ac14-36e5-4257-bc24-de9726440b56 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:32.330921 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 44320) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:32.331437 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-9da4ac14-36e5-4257-bc24-de9726440b56 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3971188 Sep 21 21:56:32.335598 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Request body: {'security_group_rule': {'security_group_id': '5a75e1a8-4b46-41ad-af15-24d529d656b7', 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:32.336746 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (3a0db892-139a-45d6-ba21-336117347765), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:32.351348 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (420449cd-b499-4cce-a1c9-26ea9a1c8286), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:32.371712 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556edac9-dd30-4be3-84a8-4001c82259d2 x-openstack-request-id: req-556edac9-dd30-4be3-84a8-4001c82259d2 {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:56:32.372270 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0208c9-75ea-422e-9c01-a6cd93ff9382", "name": "network-vif-plugged", "status": "completed", "tag": "3a0db892-139a-45d6-ba21-336117347765", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:56:32.372712 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-556edac9-dd30-4be3-84a8-4001c82259d2 {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:56:32.373224 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-556edac9-dd30-4be3-84a8-4001c82259d2'] response: {'server_uuid': '0f0208c9-75ea-422e-9c01-a6cd93ff9382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0db892-139a-45d6-ba21-336117347765', 'code': 200} Sep 21 21:56:32.374083 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 1e50309d-c00e-4f47-a752-408f9d498cb9 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:56:32.445187 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=3a0db892-139a-45d6-ba21-336117347765,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:32.466520 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 1e50309d-c00e-4f47-a752-408f9d498cb9 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:32.466938 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (1e50309d-c00e-4f47-a752-408f9d498cb9), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:32.467365 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 1e50309d-c00e-4f47-a752-408f9d498cb9 Sep 21 21:56:32.479987 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d2b4-6623-4cec-8949-70dec6ed4fdc req-065cb78a-a193-404b-a216-4bd7d1037b5c tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:32.482329 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ef41d2b4-6623-4cec-8949-70dec6ed4fdc req-065cb78a-a193-404b-a216-4bd7d1037b5c tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 946 time: 0.0936885 Sep 21 21:56:32.519746 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group_rule (2b6bbefb-4c7f-4807-853f-3206d2414767), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:32.613035 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 1e50309d-c00e-4f47-a752-408f9d498cb9 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:32.704534 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ef41d2b4-6623-4cec-8949-70dec6ed4fdc req-ef4bb395-1adf-4929-9306-dbf470af19bc tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cffbabe-565d-4645-bcc7-45d1f6cae7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043452 Sep 21 21:56:32.719604 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d3e26-0859-4c03-8074-f59859ba2a70 req-132adaed-5da7-4dc2-8c76-77f82f987834 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:32.721110 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7f1d3e26-0859-4c03-8074-f59859ba2a70 req-132adaed-5da7-4dc2-8c76-77f82f987834 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.1579735 Sep 21 21:56:32.728232 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Publish callbacks [] for port (420449cd-b499-4cce-a1c9-26ea9a1c8286), precommit_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:32.755852 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group_rule (2b6bbefb-4c7f-4807-853f-3206d2414767), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:32.799979 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7f1d3e26-0859-4c03-8074-f59859ba2a70 req-c9fc3f28-5900-4e5f-a7f9-b9d24954fe00 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691361 Sep 21 21:56:32.816605 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Attempt 7 to provision port 420449cd-b499-4cce-a1c9-26ea9a1c8286 Sep 21 21:56:32.817028 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (420449cd-b499-4cce-a1c9-26ea9a1c8286), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:32.847330 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008612a8-35a8-49a5-9bf2-561439650fc4 req-c0e209e1-27c2-478d-8dae-ed9ffc90950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:32.849155 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-008612a8-35a8-49a5-9bf2-561439650fc4 req-c0e209e1-27c2-478d-8dae-ed9ffc90950e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 1130 time: 0.0620236 Sep 21 21:56:32.862947 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487c848-523e-428b-a515-91a2ece119e4 None None] Pushing event updated for resources: {'Port': ['ID=420449cd-b499-4cce-a1c9-26ea9a1c8286,revision_number=3']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:32.877164 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Port 420449cd-b499-4cce-a1c9-26ea9a1c8286 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:32.879209 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (2b6bbefb-4c7f-4807-853f-3206d2414767), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:32.922655 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Attempting to bind port 420449cd-b499-4cce-a1c9-26ea9a1c8286 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:56:32.922897 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6bbefb-4c7f-4807-853f-3206d2414767,revision_number=0']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:32.923030 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Attempting to bind port 420449cd-b499-4cce-a1c9-26ea9a1c8286 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '053c2664-4ab3-4f24-9729-7d97b3ea85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8'}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:56:32.923493 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Attempting to bind port 420449cd-b499-4cce-a1c9-26ea9a1c8286 on network 27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8 {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:56:32.929043 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:56:32.929043 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Checking segment: {'id': '053c2664-4ab3-4f24-9729-7d97b3ea85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:56:32.929502 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:32.929721 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Bound using segment: {'id': '053c2664-4ab3-4f24-9729-7d97b3ea85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8'} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:56:32.930207 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Bound port: 420449cd-b499-4cce-a1c9-26ea9a1c8286, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053c2664-4ab3-4f24-9729-7d97b3ea85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8'}}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:56:32.930566 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (420449cd-b499-4cce-a1c9-26ea9a1c8286), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:32.930892 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-008612a8-35a8-49a5-9bf2-561439650fc4 req-d7a77f65-7167-4213-9c40-80de641abb7e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1cffbabe-565d-4645-bcc7-45d1f6cae7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735362 Sep 21 21:56:32.936810 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:32.937233 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:32.937513 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:32.937870 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:32.938214 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:32.938541 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:32.938878 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:32.939210 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:32.939540 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:32.939935 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:32.940217 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:32.940537 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:32.941067 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:32.984836 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:32.988750 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-83e2a5ee-bf50-46a2-bb33-806f451cda0f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6558194 Sep 21 21:56:32.989379 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 44340) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:32.997212 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-77c948d3-7943-45d3-be87-d657c40838b3 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Request body: {'security_group_rule': {'security_group_id': '5a75e1a8-4b46-41ad-af15-24d529d656b7', 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:33.011100 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] For port 420449cd-b499-4cce-a1c9-26ea9a1c8286, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:56:33.016319 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] For port 420449cd-b499-4cce-a1c9-26ea9a1c8286, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=420449cd-b499-4cce-a1c9-26ea9a1c8286,segment=NetworkSegment(053c2664-4ab3-4f24-9729-7d97b3ea85f3),segment_id=053c2664-4ab3-4f24-9729-7d97b3ea85f3)] {{(pid=110733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:56:33.050825 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:33.102532 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (420449cd-b499-4cce-a1c9-26ea9a1c8286), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:33.107476 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08b6ad-40be-4246-a17e-7e2b9594fa5e req-b75f8275-007d-454e-90e7-712b9d31e8d1 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:33.113197 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5a08b6ad-40be-4246-a17e-7e2b9594fa5e req-b75f8275-007d-454e-90e7-712b9d31e8d1 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0572433 Sep 21 21:56:33.133202 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.securitygroups_db [None req-77c948d3-7943-45d3-be87-d657c40838b3 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Project ca27d64dad9041379ee04b2c12a4054e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 21:56:33.140573 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-77c948d3-7943-45d3-be87-d657c40838b3 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group_rule (fb5720bb-1e0e-41f2-b3b5-2f08e11b598e), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:33.184397 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487c848-523e-428b-a515-91a2ece119e4 None None] Pushing event updated for resources: {'Port': ['ID=420449cd-b499-4cce-a1c9-26ea9a1c8286,revision_number=4']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:33.195434 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Routers {'84fd022f-d913-4f73-bf6c-8f607d1a1888'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:33.196148 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:56:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['84fd022f-d913-4f73-bf6c-8f607d1a1888'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:33.209702 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5a08b6ad-40be-4246-a17e-7e2b9594fa5e req-206f107c-aace-4031-a682-b927552355d2 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946589 Sep 21 21:56:33.227775 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-77c948d3-7943-45d3-be87-d657c40838b3 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group_rule (fb5720bb-1e0e-41f2-b3b5-2f08e11b598e), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:33.316130 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] Set router 84fd022f-d913-4f73-bf6c-8f607d1a1888 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:33.359380 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-77c948d3-7943-45d3-be87-d657c40838b3 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (fb5720bb-1e0e-41f2-b3b5-2f08e11b598e), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:33.378722 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Attempt 8 to provision port 420449cd-b499-4cce-a1c9-26ea9a1c8286 Sep 21 21:56:33.405388 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c948d3-7943-45d3-be87-d657c40838b3 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5720bb-1e0e-41f2-b3b5-2f08e11b598e,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:33.488080 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-77c948d3-7943-45d3-be87-d657c40838b3 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:33.491878 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-77c948d3-7943-45d3-be87-d657c40838b3 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5008097 Sep 21 21:56:33.495341 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 44356) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:33.499317 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-10b83915-25d6-4d28-a400-cad8008baee8 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Request body: {'security_group_rule': {'security_group_id': '5a75e1a8-4b46-41ad-af15-24d529d656b7', 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:33.517846 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Current status of the port 420449cd-b499-4cce-a1c9-26ea9a1c8286 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:33.518557 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (420449cd-b499-4cce-a1c9-26ea9a1c8286), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:33.556790 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] For port 420449cd-b499-4cce-a1c9-26ea9a1c8286, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=420449cd-b499-4cce-a1c9-26ea9a1c8286,segment=NetworkSegment(053c2664-4ab3-4f24-9729-7d97b3ea85f3),segment_id=053c2664-4ab3-4f24-9729-7d97b3ea85f3)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:33.568081 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fd022f-d913-4f73-bf6c-8f607d1a1888', 'name': 'tempest-TestShelveInstance-816851573-router', 'tenant_id': '2680bc9c6ff9450f85571ba2ac693b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '1e50309d-c00e-4f47-a752-408f9d498cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:25Z', 'updated_at': '2022-09-21T21:56:29Z', 'revision_number': 4, 'project_id': '2680bc9c6ff9450f85571ba2ac693b74', 'gw_port': {'id': '1e50309d-c00e-4f47-a752-408f9d498cb9', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fd022f-d913-4f73-bf6c-8f607d1a1888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:25Z', 'updated_at': '2022-09-21T21:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '420449cd-b499-4cce-a1c9-26ea9a1c8286', 'name': '', 'network_id': '27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8', 'tenant_id': '2680bc9c6ff9450f85571ba2ac693b74', 'mac_address': 'fa:16:3e:25:50:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fd022f-d913-4f73-bf6c-8f607d1a1888', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cba3f9bb-abe4-4c57-9b14-e273377309a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:28Z', 'updated_at': '2022-09-21T21:56:33Z', 'revision_number': 4, 'project_id': '2680bc9c6ff9450f85571ba2ac693b74', 'subnets': [{'id': 'cba3f9bb-abe4-4c57-9b14-e273377309a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:33.596432 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce00c641-da06-41b9-b6d5-7a8208e57a16 None None] The sync data for ids ['84fd022f-d913-4f73-bf6c-8f607d1a1888'] in dv-cinder-858818-1-iscsi is: [{'id': '84fd022f-d913-4f73-bf6c-8f607d1a1888', 'name': 'tempest-TestShelveInstance-816851573-router', 'tenant_id': '2680bc9c6ff9450f85571ba2ac693b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '1e50309d-c00e-4f47-a752-408f9d498cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:25Z', 'updated_at': '2022-09-21T21:56:29Z', 'revision_number': 4, 'project_id': '2680bc9c6ff9450f85571ba2ac693b74', 'gw_port': {'id': '1e50309d-c00e-4f47-a752-408f9d498cb9', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fd022f-d913-4f73-bf6c-8f607d1a1888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:25Z', 'updated_at': '2022-09-21T21:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '420449cd-b499-4cce-a1c9-26ea9a1c8286', 'name': '', 'network_id': '27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8', 'tenant_id': '2680bc9c6ff9450f85571ba2ac693b74', 'mac_address': 'fa:16:3e:25:50:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fd022f-d913-4f73-bf6c-8f607d1a1888', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cba3f9bb-abe4-4c57-9b14-e273377309a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:28Z', 'updated_at': '2022-09-21T21:56:33Z', 'revision_number': 4, 'project_id': '2680bc9c6ff9450f85571ba2ac693b74', 'subnets': [{'id': 'cba3f9bb-abe4-4c57-9b14-e273377309a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:56:33.647068 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.securitygroups_db [None req-10b83915-25d6-4d28-a400-cad8008baee8 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Project ca27d64dad9041379ee04b2c12a4054e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 21:56:33.661149 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-10b83915-25d6-4d28-a400-cad8008baee8 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group_rule (131bf26d-7c26-460e-bf5e-a0ff20b2b2f4), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:33.663013 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (420449cd-b499-4cce-a1c9-26ea9a1c8286), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:33.732533 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6c26f-22b8-4c6c-9c8d-e79cb6e2accd None None] Pushing event updated for resources: {'Port': ['ID=420449cd-b499-4cce-a1c9-26ea9a1c8286,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:33.757916 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-10b83915-25d6-4d28-a400-cad8008baee8 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group_rule (131bf26d-7c26-460e-bf5e-a0ff20b2b2f4), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:33.793061 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-d2a90641-130d-4671-a01c-6eaa7ef2b0ce None None] Provisioning complete for port 420449cd-b499-4cce-a1c9-26ea9a1c8286 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:33.793790 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-d2a90641-130d-4671-a01c-6eaa7ef2b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (420449cd-b499-4cce-a1c9-26ea9a1c8286), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:33.794322 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-d2a90641-130d-4671-a01c-6eaa7ef2b0ce None None] Attempt 1 to provision port 420449cd-b499-4cce-a1c9-26ea9a1c8286 Sep 21 21:56:33.841449 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-10b83915-25d6-4d28-a400-cad8008baee8 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (131bf26d-7c26-460e-bf5e-a0ff20b2b2f4), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:33.879038 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b83915-25d6-4d28-a400-cad8008baee8 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131bf26d-7c26-460e-bf5e-a0ff20b2b2f4,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:33.942196 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-d2a90641-130d-4671-a01c-6eaa7ef2b0ce None None] Current status of the port 420449cd-b499-4cce-a1c9-26ea9a1c8286 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:33.945022 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-10b83915-25d6-4d28-a400-cad8008baee8 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:33.946644 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-10b83915-25d6-4d28-a400-cad8008baee8 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4511516 Sep 21 21:56:34.016325 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011cea5b-1742-4dfc-9b1d-dbd29baad767 req-c9fc2a65-2f1d-4cce-81ee-10bb312ba449 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:34.018025 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-011cea5b-1742-4dfc-9b1d-dbd29baad767 req-c9fc2a65-2f1d-4cce-81ee-10bb312ba449 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 946 time: 0.1415014 Sep 21 21:56:34.032157 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c84d63-019e-444c-846a-f80de426a1cd req-11669b32-f6c6-4c3a-9c81-bb9611e02879 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:34.033876 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-45c84d63-019e-444c-846a-f80de426a1cd req-11669b32-f6c6-4c3a-9c81-bb9611e02879 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.1202044 Sep 21 21:56:34.113615 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-011cea5b-1742-4dfc-9b1d-dbd29baad767 req-c6b579f9-6646-4153-9d7d-969e28f370eb tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cffbabe-565d-4645-bcc7-45d1f6cae7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887461 Sep 21 21:56:34.141198 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-45c84d63-019e-444c-846a-f80de426a1cd req-142c70ae-19b8-4fbe-b4c8-792f28810559 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889273 Sep 21 21:56:34.375644 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 420449cd-b499-4cce-a1c9-26ea9a1c8286 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:56:34.405663 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8194e-158d-4178-9bce-5de4fe1a0498 req-501400fd-d0e4-4eb4-983f-5e1fefe154a7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:34.408250 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e1c8194e-158d-4178-9bce-5de4fe1a0498 req-501400fd-d0e4-4eb4-983f-5e1fefe154a7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0919144 Sep 21 21:56:34.445840 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 420449cd-b499-4cce-a1c9-26ea9a1c8286 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:34.446512 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (420449cd-b499-4cce-a1c9-26ea9a1c8286), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:34.446607 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 420449cd-b499-4cce-a1c9-26ea9a1c8286 Sep 21 21:56:34.487043 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e1c8194e-158d-4178-9bce-5de4fe1a0498 req-77509662-4e34-4cd2-93ca-9822b6c3cbc2 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728457 Sep 21 21:56:34.545517 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 420449cd-b499-4cce-a1c9-26ea9a1c8286 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:35.427359 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca49177-48d8-401b-b51a-8869f115c495 req-dadba3dc-2135-4e80-b75a-5efb51b3aca2 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:35.437358 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6ca49177-48d8-401b-b51a-8869f115c495 req-dadba3dc-2135-4e80-b75a-5efb51b3aca2 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 946 time: 0.2167594 Sep 21 21:56:35.457458 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398af4d1-9422-4652-a1e0-f082cd0c8392 req-1be29163-ae0f-4ef7-9211-f4d75754de03 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:35.459319 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-398af4d1-9422-4652-a1e0-f082cd0c8392 req-1be29163-ae0f-4ef7-9211-f4d75754de03 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.1828761 Sep 21 21:56:35.555766 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6ca49177-48d8-401b-b51a-8869f115c495 req-74a0254e-6656-4927-b351-6c8bfba49f28 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cffbabe-565d-4645-bcc7-45d1f6cae7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172829 Sep 21 21:56:35.576569 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-398af4d1-9422-4652-a1e0-f082cd0c8392 req-209e60dd-8a9f-492e-bd5c-17027d1ffd47 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046727 Sep 21 21:56:35.808833 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481b5f2-87a5-4b0b-b1c3-0b24a7b99893 req-18642b3a-4994-4e8a-a1a4-2ac4e8127644 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:35.810389 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5481b5f2-87a5-4b0b-b1c3-0b24a7b99893 req-18642b3a-4994-4e8a-a1a4-2ac4e8127644 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.1356702 Sep 21 21:56:35.871737 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfa5e3-bc1a-4c67-8666-80c5663755fc req-61fea367-818e-4bdb-a05a-19bb9397103e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:35.873302 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-12bfa5e3-bc1a-4c67-8666-80c5663755fc req-61fea367-818e-4bdb-a05a-19bb9397103e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 946 time: 0.1417296 Sep 21 21:56:35.883658 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5481b5f2-87a5-4b0b-b1c3-0b24a7b99893 req-ce55ebdd-dad2-4f4b-af29-8ffc53aa9106 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643563 Sep 21 21:56:35.884259 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 44446) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:35.889558 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-eef47d4e-66b0-4731-9b04-9b09f155f73e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'floatingip': {'port_id': '3a0db892-139a-45d6-ba21-336117347765'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:35.952364 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-eef47d4e-66b0-4731-9b04-9b09f155f73e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (89ceb08b-7a08-4321-97bc-74e91cbd0473), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:36.458945 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-eef47d4e-66b0-4731-9b04-9b09f155f73e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:36.514813 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-eef47d4e-66b0-4731-9b04-9b09f155f73e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (89ceb08b-7a08-4321-97bc-74e91cbd0473), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:36.655756 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.l3_db [None req-eef47d4e-66b0-4731-9b04-9b09f155f73e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Floating IP 89ceb08b-7a08-4321-97bc-74e91cbd0473 associated. External IP: 172.27.2.182, port: 3a0db892-139a-45d6-ba21-336117347765. Sep 21 21:56:36.789391 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a1176-a8a1-4e6f-9b71-b0b02eeed849 req-78b4cf08-da46-4106-85e6-730f37f1820e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:36.790936 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a16a1176-a8a1-4e6f-9b71-b0b02eeed849 req-78b4cf08-da46-4106-85e6-730f37f1820e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.1004131 Sep 21 21:56:36.882582 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a16a1176-a8a1-4e6f-9b71-b0b02eeed849 req-744c3401-692d-4d3a-85ad-14d7f336826c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838339 Sep 21 21:56:36.946729 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef47d4e-66b0-4731-9b04-9b09f155f73e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Router 92a516de-15f7-4509-8377-11beb192c09d has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:56:37.091844 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa209ae-9d46-483b-9c71-11f2a6b94beb req-2b6b051a-77bb-432a-87dc-24707febc585 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:37.093274 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-bfa209ae-9d46-483b-9c71-11f2a6b94beb req-2b6b051a-77bb-432a-87dc-24707febc585 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.1011918 Sep 21 21:56:37.094686 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef47d4e-66b0-4731-9b04-9b09f155f73e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:56:37.099854 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-eef47d4e-66b0-4731-9b04-9b09f155f73e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:37.107084 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff96a5-f024-4f28-bee8-6d23f5f21c85 None None] Sync routers for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:56:37.118956 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff96a5-f024-4f28-bee8-6d23f5f21c85 None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:37.119571 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-caff96a5-f024-4f28-bee8-6d23f5f21c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:56:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:37.205992 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-eef47d4e-66b0-4731-9b04-9b09f155f73e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "PUT /v2.0/floatingips/89ceb08b-7a08-4321-97bc-74e91cbd0473 HTTP/1.1" status: 200 len: 992 time: 1.3206060 Sep 21 21:56:37.215555 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0208c9-75ea-422e-9c01-a6cd93ff9382', 'tag': '3a0db892-139a-45d6-ba21-336117347765'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:56:37.221510 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed69f7d-6712-4742-a46f-d8b58100965a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0208c9-75ea-422e-9c01-a6cd93ff9382", "tag": "3a0db892-139a-45d6-ba21-336117347765"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:56:37.261467 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-bfa209ae-9d46-483b-9c71-11f2a6b94beb req-fb562a5f-92ce-4d93-991b-fb0695893626 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596453 Sep 21 21:56:37.309496 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-caff96a5-f024-4f28-bee8-6d23f5f21c85 None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:37.314560 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0672011c-8908-401f-be4b-6265b5907e1a x-openstack-request-id: req-0672011c-8908-401f-be4b-6265b5907e1a {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:56:37.314864 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0208c9-75ea-422e-9c01-a6cd93ff9382", "tag": "3a0db892-139a-45d6-ba21-336117347765", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:56:37.315127 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0672011c-8908-401f-be4b-6265b5907e1a {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:56:37.315562 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0672011c-8908-401f-be4b-6265b5907e1a'] response: {'name': 'network-changed', 'server_uuid': '0f0208c9-75ea-422e-9c01-a6cd93ff9382', 'tag': '3a0db892-139a-45d6-ba21-336117347765', 'status': 'completed', 'code': 200} Sep 21 21:56:37.558597 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed69f7d-6712-4742-a46f-d8b58100965a req-5f2e1e78-7507-4f1e-9506-c69703941994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:37.562580 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aed69f7d-6712-4742-a46f-d8b58100965a req-5f2e1e78-7507-4f1e-9506-c69703941994 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97db019d1a20418dbd658422bd2abeec&device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 1130 time: 0.1554606 Sep 21 21:56:37.718918 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed69f7d-6712-4742-a46f-d8b58100965a req-ad40d344-270d-46f4-a23c-be0e5234b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:37.725081 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aed69f7d-6712-4742-a46f-d8b58100965a req-ad40d344-270d-46f4-a23c-be0e5234b192 service neutron] 10.222.0.61 "GET /v2.0/networks?id=22bd5fcb-36cb-4d04-8fd5-44574faee68f HTTP/1.1" status: 200 len: 916 time: 0.1507649 Sep 21 21:56:37.837214 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aed69f7d-6712-4742-a46f-d8b58100965a req-021d204d-3c10-4362-a448-e57e01277dfb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a0db892-139a-45d6-ba21-336117347765 HTTP/1.1" status: 200 len: 1000 time: 0.0965390 Sep 21 21:56:37.857850 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-caff96a5-f024-4f28-bee8-6d23f5f21c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '89ceb08b-7a08-4321-97bc-74e91cbd0473', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '92a516de-15f7-4509-8377-11beb192c09d', 'port_id': '3a0db892-139a-45d6-ba21-336117347765', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'mac_address': 'fa:16:3e:09:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0208c9-75ea-422e-9c01-a6cd93ff9382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:56:12Z', 'updated_at': '2022-09-21T21:56:36Z', 'revision_number': 1, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:37.884089 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff96a5-f024-4f28-bee8-6d23f5f21c85 None None] Checking router: 92a516de-15f7-4509-8377-11beb192c09d for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:56:37.896338 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed69f7d-6712-4742-a46f-d8b58100965a req-1d57d696-31fb-408a-a6a2-d6bf09ab4405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:37.897962 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aed69f7d-6712-4742-a46f-d8b58100965a req-1d57d696-31fb-408a-a6a2-d6bf09ab4405 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffad0065-5e21-48c1-8b35-fb87327cf65f HTTP/1.1" status: 200 len: 854 time: 0.0543957 Sep 21 21:56:37.899293 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff96a5-f024-4f28-bee8-6d23f5f21c85 None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:37.899911 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-caff96a5-f024-4f28-bee8-6d23f5f21c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:56:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:37.969177 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed69f7d-6712-4742-a46f-d8b58100965a req-034c6485-29c9-4d39-8044-bbbb6c1c312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:37.969177 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aed69f7d-6712-4742-a46f-d8b58100965a req-034c6485-29c9-4d39-8044-bbbb6c1c312f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22bd5fcb-36cb-4d04-8fd5-44574faee68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550616 Sep 21 21:56:38.033289 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-caff96a5-f024-4f28-bee8-6d23f5f21c85 None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:38.107427 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572f68-1234-4137-855a-099f9170a345 req-e28f0f9b-bd74-4198-95c2-5010fac4d812 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:38.109470 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-87572f68-1234-4137-855a-099f9170a345 req-e28f0f9b-bd74-4198-95c2-5010fac4d812 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.1245193 Sep 21 21:56:38.131974 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aed69f7d-6712-4742-a46f-d8b58100965a req-8a00c5d5-7a74-4b39-993a-c4af1031141c service neutron] 10.222.0.61 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557162 Sep 21 21:56:38.218068 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-87572f68-1234-4137-855a-099f9170a345 req-c7b1ea3a-4eb3-4683-8179-a67958086972 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977368 Sep 21 21:56:38.267140 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aed69f7d-6712-4742-a46f-d8b58100965a req-fb4b7b81-1b88-4e1e-90e8-61cd3cf529a7 service neutron] 10.222.0.61 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216373 Sep 21 21:56:38.286745 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-caff96a5-f024-4f28-bee8-6d23f5f21c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '89ceb08b-7a08-4321-97bc-74e91cbd0473', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '92a516de-15f7-4509-8377-11beb192c09d', 'port_id': '3a0db892-139a-45d6-ba21-336117347765', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'mac_address': 'fa:16:3e:09:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0208c9-75ea-422e-9c01-a6cd93ff9382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:56:12Z', 'updated_at': '2022-09-21T21:56:36Z', 'revision_number': 1, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:38.319847 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff96a5-f024-4f28-bee8-6d23f5f21c85 None None] The sync data for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi is: [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '89ceb08b-7a08-4321-97bc-74e91cbd0473', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '92a516de-15f7-4509-8377-11beb192c09d', 'port_id': '3a0db892-139a-45d6-ba21-336117347765', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'mac_address': 'fa:16:3e:09:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0208c9-75ea-422e-9c01-a6cd93ff9382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:56:12Z', 'updated_at': '2022-09-21T21:56:36Z', 'revision_number': 1, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:56:38.403168 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478740b-085d-4138-88a6-4ff5b105a6ca req-945c1452-8fc2-4b88-98f6-f3e7ff1e3c6c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:38.404648 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3478740b-085d-4138-88a6-4ff5b105a6ca req-945c1452-8fc2-4b88-98f6-f3e7ff1e3c6c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0581396 Sep 21 21:56:38.464819 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3478740b-085d-4138-88a6-4ff5b105a6ca req-b4745ffe-d20f-416d-93e6-ab8a35e2c0a7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447628 Sep 21 21:56:38.530105 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab04996-dd88-4cbf-82e2-889f518b458f None None] New status for floating IP 89ceb08b-7a08-4321-97bc-74e91cbd0473: ACTIVE {{(pid=110733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:56:39.377321 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120b555-2302-4819-8edb-01893d8348fc req-21278cf6-6a05-4263-8ca3-4bcfb735b96e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:39.378871 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5120b555-2302-4819-8edb-01893d8348fc req-21278cf6-6a05-4263-8ca3-4bcfb735b96e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0615704 Sep 21 21:56:39.437614 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5120b555-2302-4819-8edb-01893d8348fc req-0869af02-dac1-4eb4-b0e3-e16cea13fcae tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527499 Sep 21 21:56:39.601102 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4eb40-23fa-4fa5-81c3-17bfd8deb869 req-d9da7b10-9b17-4cab-afe9-9422d9e82c25 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:39.602757 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c2a4eb40-23fa-4fa5-81c3-17bfd8deb869 req-d9da7b10-9b17-4cab-afe9-9422d9e82c25 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0563128 Sep 21 21:56:39.699262 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c2a4eb40-23fa-4fa5-81c3-17bfd8deb869 req-5faef115-69ab-4a15-8ba1-c260dae68ef8 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848844 Sep 21 21:56:40.570496 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ff7d7-a1f3-461c-aa2b-1d335dc236d0 req-d94ce93b-c8e6-40cf-a910-1c6798ef7193 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:40.572915 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c25ff7d7-a1f3-461c-aa2b-1d335dc236d0 req-d94ce93b-c8e6-40cf-a910-1c6798ef7193 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0621946 Sep 21 21:56:40.623318 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c25ff7d7-a1f3-461c-aa2b-1d335dc236d0 req-b31620c0-3f80-4a96-bd8d-58c611d1b28b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442121 Sep 21 21:56:40.819780 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf1936-e633-4910-85b9-17e56ad6c0c2 req-b769ff59-b113-45b9-bf0d-f51762a2e37f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:40.821268 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2bdf1936-e633-4910-85b9-17e56ad6c0c2 req-b769ff59-b113-45b9-bf0d-f51762a2e37f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0523250 Sep 21 21:56:40.868676 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2bdf1936-e633-4910-85b9-17e56ad6c0c2 req-96e83125-ea82-483f-a3f4-6f813e7d3b05 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412593 Sep 21 21:56:41.784723 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558cd76-9d55-4d24-9e9b-72ca31f4e5ba req-864f1718-cf18-4fda-94ec-fec61aa1637d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:41.785505 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5558cd76-9d55-4d24-9e9b-72ca31f4e5ba req-864f1718-cf18-4fda-94ec-fec61aa1637d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0572703 Sep 21 21:56:41.849346 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5558cd76-9d55-4d24-9e9b-72ca31f4e5ba req-00390d9e-96ce-4926-87ae-39ace44d5eaa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572197 Sep 21 21:56:42.054214 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a352d-36a5-4776-baa0-7646f49e0205 req-8e842fa6-87cc-456e-95fe-4d9efbdd92e7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:42.062390 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e89a352d-36a5-4776-baa0-7646f49e0205 req-8e842fa6-87cc-456e-95fe-4d9efbdd92e7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0743742 Sep 21 21:56:42.115732 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e89a352d-36a5-4776-baa0-7646f49e0205 req-2bbfd4d6-fe64-42c7-85b5-eb8e8747474a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524213 Sep 21 21:56:42.996244 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957ae19-9ed4-4a71-b770-159e7f70a11a req-4c9f5150-2434-473e-9004-92453a31dc5e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:43.001751 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b957ae19-9ed4-4a71-b770-159e7f70a11a req-4c9f5150-2434-473e-9004-92453a31dc5e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0696671 Sep 21 21:56:43.070024 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b957ae19-9ed4-4a71-b770-159e7f70a11a req-d95b3e73-42d4-4755-9097-4bd2efafb873 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611987 Sep 21 21:56:43.283417 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9839e1-7c7f-4137-8f6a-8188ef0f2428 req-911c80dd-3abd-4489-9f66-9a1ea64ead4e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:43.285147 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3a9839e1-7c7f-4137-8f6a-8188ef0f2428 req-911c80dd-3abd-4489-9f66-9a1ea64ead4e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0710351 Sep 21 21:56:43.340663 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3a9839e1-7c7f-4137-8f6a-8188ef0f2428 req-dc2a0a24-9255-4869-9575-d18c8168a7d3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490637 Sep 21 21:56:43.516178 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 44624) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:43.672284 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-30ff2b09-a56e-4978-b0f7-803c907040e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:43.771975 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-30ff2b09-a56e-4978-b0f7-803c907040e3 admin admin] Publish callbacks [] for security_group (902ed0f4-9bab-48c9-a3c4-0961cdf6f102), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:43.839181 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-30ff2b09-a56e-4978-b0f7-803c907040e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (902ed0f4-9bab-48c9-a3c4-0961cdf6f102), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:43.877854 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff2b09-a56e-4978-b0f7-803c907040e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902ed0f4-9bab-48c9-a3c4-0961cdf6f102,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:43.886583 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 44634) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:43.887173 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-30ff2b09-a56e-4978-b0f7-803c907040e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c77a17383b014422a5bfa3dd21cfee80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691564 Sep 21 21:56:43.970656 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-258f1369-59ae-41d0-880f-448eccc52d4b admin admin] Publish callbacks [] for security_group (902ed0f4-9bab-48c9-a3c4-0961cdf6f102), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:43.996472 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 44638) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:44.010369 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-258f1369-59ae-41d0-880f-448eccc52d4b admin admin] Publish callbacks [] for security_group (902ed0f4-9bab-48c9-a3c4-0961cdf6f102), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:44.140691 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-0e433c6e-a747-4886-b775-28cffa0c7b47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:44.148257 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-258f1369-59ae-41d0-880f-448eccc52d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (902ed0f4-9bab-48c9-a3c4-0961cdf6f102), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:44.151103 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-258f1369-59ae-41d0-880f-448eccc52d4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:44.152309 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-258f1369-59ae-41d0-880f-448eccc52d4b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/902ed0f4-9bab-48c9-a3c4-0961cdf6f102 HTTP/1.1" status: 204 len: 168 time: 0.2629142 Sep 21 21:56:44.162112 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f1369-59ae-41d0-880f-448eccc52d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902ed0f4-9bab-48c9-a3c4-0961cdf6f102,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:44.286309 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6aeca3-4397-4845-ba97-6f6db5441828 req-8d76ef5e-b131-44b7-8b6a-ce3d6f82ef46 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:44.287784 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ba6aeca3-4397-4845-ba97-6f6db5441828 req-8d76ef5e-b131-44b7-8b6a-ce3d6f82ef46 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0840833 Sep 21 21:56:44.307185 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-0e433c6e-a747-4886-b775-28cffa0c7b47 admin admin] Publish callbacks [] for security_group (e14af6cf-dc90-4410-a329-e191e2379399), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:44.348745 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ba6aeca3-4397-4845-ba97-6f6db5441828 req-f6503f3c-188d-47b8-9212-9d939ff1e99d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507221 Sep 21 21:56:44.376824 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-0e433c6e-a747-4886-b775-28cffa0c7b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (e14af6cf-dc90-4410-a329-e191e2379399), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:44.418001 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-0e433c6e-a747-4886-b775-28cffa0c7b47 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd84e9fbeb5d4348aebd24285dbe91f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4211166 Sep 21 21:56:44.419139 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e433c6e-a747-4886-b775-28cffa0c7b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14af6cf-dc90-4410-a329-e191e2379399,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:44.420509 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 44652) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:44.510513 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4742e-09e9-4de6-8702-33d597ae6e9b req-03f243c7-a234-4b09-8fc6-9dde65738d92 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:44.512478 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a5e4742e-09e9-4de6-8702-33d597ae6e9b req-03f243c7-a234-4b09-8fc6-9dde65738d92 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0792217 Sep 21 21:56:44.518676 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-777fe97c-20c1-429f-bc83-708107abf640 admin admin] Publish callbacks [] for security_group (e14af6cf-dc90-4410-a329-e191e2379399), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:44.584100 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-777fe97c-20c1-429f-bc83-708107abf640 admin admin] Publish callbacks [] for security_group (e14af6cf-dc90-4410-a329-e191e2379399), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:44.587645 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a5e4742e-09e9-4de6-8702-33d597ae6e9b req-02fdcf7c-09f1-4172-964d-460e67c5c534 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643113 Sep 21 21:56:44.708604 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-777fe97c-20c1-429f-bc83-708107abf640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (e14af6cf-dc90-4410-a329-e191e2379399), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:44.712727 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-777fe97c-20c1-429f-bc83-708107abf640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:44.726752 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-777fe97c-20c1-429f-bc83-708107abf640 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e14af6cf-dc90-4410-a329-e191e2379399 HTTP/1.1" status: 204 len: 168 time: 0.2989373 Sep 21 21:56:44.750541 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fe97c-20c1-429f-bc83-708107abf640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14af6cf-dc90-4410-a329-e191e2379399,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:44.908081 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 992b4dac-0e98-4fb8-ab54-55724d3bb82b details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:56:44.921031 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 44660) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:44.938557 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-782c18ca-c403-4bda-9c2a-0b976b3d3d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:45.059545 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 992b4dac-0e98-4fb8-ab54-55724d3bb82b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=992b4dac-0e98-4fb8-ab54-55724d3bb82b,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:45.072909 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': '992b4dac-0e98-4fb8-ab54-55724d3bb82b', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'port_id': '992b4dac-0e98-4fb8-ab54-55724d3bb82b', 'mac_address': 'fa:16:3e:06:8f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:56:45.084220 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-782c18ca-c403-4bda-9c2a-0b976b3d3d88 admin admin] Publish callbacks [] for security_group (981eac76-9cdc-416d-ad04-de3cd91b8c28), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:45.119859 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 992b4dac-0e98-4fb8-ab54-55724d3bb82b is: ACTIVE; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:45.120514 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:45.135355 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 992b4dac-0e98-4fb8-ab54-55724d3bb82b {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:56:45.154191 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-782c18ca-c403-4bda-9c2a-0b976b3d3d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (981eac76-9cdc-416d-ad04-de3cd91b8c28), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:45.171426 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 992b4dac-0e98-4fb8-ab54-55724d3bb82b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=992b4dac-0e98-4fb8-ab54-55724d3bb82b,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:45.218936 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-782c18ca-c403-4bda-9c2a-0b976b3d3d88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=04fa1294e470437295d938a0619819e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964125 Sep 21 21:56:45.219839 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c18ca-c403-4bda-9c2a-0b976b3d3d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981eac76-9cdc-416d-ad04-de3cd91b8c28,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:45.221619 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 44668) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:45.251586 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:45.303750 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3a58fde9-d0eb-4a41-a599-fe62fdb60a18 admin admin] Publish callbacks [] for security_group (981eac76-9cdc-416d-ad04-de3cd91b8c28), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:45.348875 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=992b4dac-0e98-4fb8-ab54-55724d3bb82b,revision_number=6']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:45.363676 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:45.364203 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:45.364644 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:45.365239 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:45.365662 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:45.366093 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:45.366503 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3a58fde9-d0eb-4a41-a599-fe62fdb60a18 admin admin] Publish callbacks [] for security_group (981eac76-9cdc-416d-ad04-de3cd91b8c28), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:45.366652 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:45.367007 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:45.367427 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:45.367864 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:45.368282 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:45.368702 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:45.369145 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:45.464762 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['992b4dac-0e98-4fb8-ab54-55724d3bb82b'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:56:45.504245 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3a58fde9-d0eb-4a41-a599-fe62fdb60a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (981eac76-9cdc-416d-ad04-de3cd91b8c28), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:45.508323 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3a58fde9-d0eb-4a41-a599-fe62fdb60a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:45.509762 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-3a58fde9-d0eb-4a41-a599-fe62fdb60a18 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/981eac76-9cdc-416d-ad04-de3cd91b8c28 HTTP/1.1" status: 204 len: 168 time: 0.2865877 Sep 21 21:56:45.554731 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bba891-5cc9-4f10-872d-84a824bd66aa req-d8faea73-54ee-48c8-9b94-3df3377e09ca tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:45.557415 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a3bba891-5cc9-4f10-872d-84a824bd66aa req-d8faea73-54ee-48c8-9b94-3df3377e09ca tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.1054435 Sep 21 21:56:45.560166 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58fde9-d0eb-4a41-a599-fe62fdb60a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981eac76-9cdc-416d-ad04-de3cd91b8c28,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:45.692742 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a3bba891-5cc9-4f10-872d-84a824bd66aa req-6a9958f9-337e-4f57-b580-a41b16072e06 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196809 Sep 21 21:56:45.850078 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e22b8d-4a8a-45a0-ab22-a3cad473325f req-4971774e-3361-4ee3-bcd6-0bfb55cb3a30 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:45.852620 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-62e22b8d-4a8a-45a0-ab22-a3cad473325f req-4971774e-3361-4ee3-bcd6-0bfb55cb3a30 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 944 time: 0.1020777 Sep 21 21:56:45.953208 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-62e22b8d-4a8a-45a0-ab22-a3cad473325f req-68a48c37-ce60-4ead-a6c3-7bfc9c5be95a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810230 Sep 21 21:56:46.401609 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 44706) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:46.430609 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8f7731f2-1a8d-4495-a75f-2a9b2793547e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:46.640522 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8f7731f2-1a8d-4495-a75f-2a9b2793547e admin admin] Publish callbacks [] for security_group (06b65c30-a166-4a17-b3b4-5191cf3efed6), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:46.670506 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db806b-793a-4bb8-8c23-5785d6d510e8 req-d17fcb08-3336-419c-a351-2d1c6c503c54 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:46.698509 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8f7731f2-1a8d-4495-a75f-2a9b2793547e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (06b65c30-a166-4a17-b3b4-5191cf3efed6), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:46.699828 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a6db806b-793a-4bb8-8c23-5785d6d510e8 req-d17fcb08-3336-419c-a351-2d1c6c503c54 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.2724216 Sep 21 21:56:46.753642 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7731f2-1a8d-4495-a75f-2a9b2793547e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b65c30-a166-4a17-b3b4-5191cf3efed6,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:46.774932 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-8f7731f2-1a8d-4495-a75f-2a9b2793547e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d4c624edd144982b2a2032ded05b215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722286 Sep 21 21:56:46.777755 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 44714) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:46.784039 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a6db806b-793a-4bb8-8c23-5785d6d510e8 req-4ac69b41-2ecb-4f8e-93b4-c3e8e47f14b3 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806546 Sep 21 21:56:46.874452 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194fb59-d188-4f90-b1b6-18ccc0014ae4 req-65bef2db-164d-4028-8820-6c9cdf953e6c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:46.876240 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4194fb59-d188-4f90-b1b6-18ccc0014ae4 req-65bef2db-164d-4028-8820-6c9cdf953e6c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0697660 Sep 21 21:56:46.901873 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-66a60078-1a78-46df-ab96-7fc608147389 admin admin] Publish callbacks [] for security_group (06b65c30-a166-4a17-b3b4-5191cf3efed6), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:46.932657 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 992b4dac-0e98-4fb8-ab54-55724d3bb82b up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:56:46.937422 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-66a60078-1a78-46df-ab96-7fc608147389 admin admin] Publish callbacks [] for security_group (06b65c30-a166-4a17-b3b4-5191cf3efed6), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:46.959583 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4194fb59-d188-4f90-b1b6-18ccc0014ae4 req-b8fb0c62-8e83-46b9-ad5f-2ec235b4e341 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768366 Sep 21 21:56:47.024664 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port 992b4dac-0e98-4fb8-ab54-55724d3bb82b triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:47.027673 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:47.029701 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port 992b4dac-0e98-4fb8-ab54-55724d3bb82b Sep 21 21:56:47.130917 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-66a60078-1a78-46df-ab96-7fc608147389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (06b65c30-a166-4a17-b3b4-5191cf3efed6), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:47.134396 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-66a60078-1a78-46df-ab96-7fc608147389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:47.139101 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 992b4dac-0e98-4fb8-ab54-55724d3bb82b is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:47.139101 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:47.139390 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-66a60078-1a78-46df-ab96-7fc608147389 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/06b65c30-a166-4a17-b3b4-5191cf3efed6 HTTP/1.1" status: 204 len: 168 time: 0.3571696 Sep 21 21:56:47.145852 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650e74f-c824-4ef1-9614-79dccda9a854 req-0fd744b9-287b-4968-b4b6-065c6bc0f49e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:47.148082 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a60078-1a78-46df-ab96-7fc608147389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b65c30-a166-4a17-b3b4-5191cf3efed6,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:47.159319 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0650e74f-c824-4ef1-9614-79dccda9a854 req-0fd744b9-287b-4968-b4b6-065c6bc0f49e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 944 time: 0.0907528 Sep 21 21:56:47.190113 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1ab65e-46f7-4c7f-90e9-f60fb4516834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992b4dac-0e98-4fb8-ab54-55724d3bb82b'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:56:47.192451 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730cda7d-002f-4a80-9117-21c337abaf3f" -d '{"events": [{"server_uuid": "3f1ab65e-46f7-4c7f-90e9-f60fb4516834", "name": "network-vif-plugged", "status": "completed", "tag": "992b4dac-0e98-4fb8-ab54-55724d3bb82b"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:56:47.209786 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 992b4dac-0e98-4fb8-ab54-55724d3bb82b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=992b4dac-0e98-4fb8-ab54-55724d3bb82b,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:47.233752 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 44726) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:47.255233 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09edb135-ddcb-4951-8928-442b570fec26 x-openstack-request-id: req-09edb135-ddcb-4951-8928-442b570fec26 {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:56:47.255553 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1ab65e-46f7-4c7f-90e9-f60fb4516834", "name": "network-vif-plugged", "status": "completed", "tag": "992b4dac-0e98-4fb8-ab54-55724d3bb82b", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:56:47.255811 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09edb135-ddcb-4951-8928-442b570fec26 {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:56:47.261571 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09edb135-ddcb-4951-8928-442b570fec26'] response: {'server_uuid': '3f1ab65e-46f7-4c7f-90e9-f60fb4516834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992b4dac-0e98-4fb8-ab54-55724d3bb82b', 'code': 200} Sep 21 21:56:47.266773 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0650e74f-c824-4ef1-9614-79dccda9a854 req-0fee30ea-a5cb-410f-9838-b78bc4b3de34 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065066 Sep 21 21:56:47.274318 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:47.355115 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=992b4dac-0e98-4fb8-ab54-55724d3bb82b,revision_number=7']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:47.409949 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-45846981-f416-4466-84bc-eb416b4ff4d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:47.502994 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-45846981-f416-4466-84bc-eb416b4ff4d4 admin admin] Publish callbacks [] for security_group (504ab0b7-a4a5-42b3-8721-964cffb16710), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:47.570841 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-45846981-f416-4466-84bc-eb416b4ff4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (504ab0b7-a4a5-42b3-8721-964cffb16710), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:47.638659 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-45846981-f416-4466-84bc-eb416b4ff4d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b9a916519fd54799b00a6db749edfbc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4038420 Sep 21 21:56:47.639816 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45846981-f416-4466-84bc-eb416b4ff4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504ab0b7-a4a5-42b3-8721-964cffb16710,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:47.641646 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 44740) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:47.711374 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a9e3-7899-44ed-ad2a-08fc1bb61453 admin admin] Publish callbacks [] for security_group (504ab0b7-a4a5-42b3-8721-964cffb16710), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:47.740038 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a9e3-7899-44ed-ad2a-08fc1bb61453 admin admin] Publish callbacks [] for security_group (504ab0b7-a4a5-42b3-8721-964cffb16710), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:47.898088 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a9e3-7899-44ed-ad2a-08fc1bb61453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (504ab0b7-a4a5-42b3-8721-964cffb16710), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:47.905203 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a9e3-7899-44ed-ad2a-08fc1bb61453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:47.908399 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-9ca6a9e3-7899-44ed-ad2a-08fc1bb61453 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/504ab0b7-a4a5-42b3-8721-964cffb16710 HTTP/1.1" status: 204 len: 168 time: 0.2630100 Sep 21 21:56:47.939269 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6a9e3-7899-44ed-ad2a-08fc1bb61453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504ab0b7-a4a5-42b3-8721-964cffb16710,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:47.996924 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbb918-9d93-47db-ab19-0a5c28692e04 req-a914617b-e4aa-487b-af7e-a4fff95cafde tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:48.010707 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b6fbb918-9d93-47db-ab19-0a5c28692e04 req-a914617b-e4aa-487b-af7e-a4fff95cafde tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.1200366 Sep 21 21:56:48.096035 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b6fbb918-9d93-47db-ab19-0a5c28692e04 req-ffaa547c-78a4-47ae-9da3-0a84c1b85ea2 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913267 Sep 21 21:56:48.151596 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a49ac-bbbb-4871-a20b-657151ae9d5c req-a039fd48-467f-419c-8dd0-f84f93883ca7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:48.153907 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ef0a49ac-bbbb-4871-a20b-657151ae9d5c req-a039fd48-467f-419c-8dd0-f84f93883ca7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0856361 Sep 21 21:56:48.218809 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ef0a49ac-bbbb-4871-a20b-657151ae9d5c req-850f3337-41f5-45b9-beef-a7541c4a2ef1 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585399 Sep 21 21:56:48.519936 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7397e-43cd-469d-ae9f-309bd41bd8cd req-b6bde7b0-c327-49c4-a422-789331d94b21 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:48.521791 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1af7397e-43cd-469d-ae9f-309bd41bd8cd req-b6bde7b0-c327-49c4-a422-789331d94b21 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.1083806 Sep 21 21:56:48.599499 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1af7397e-43cd-469d-ae9f-309bd41bd8cd req-8b6ea8d3-bdab-492a-b740-1516590f9e18 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515754 Sep 21 21:56:49.240571 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:49.303317 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d4cca-3cba-4e66-876b-85d939dfad3c req-d955b225-8c53-4dc1-b29b-9fb60f912e1d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:49.307601 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d46d4cca-3cba-4e66-876b-85d939dfad3c req-d955b225-8c53-4dc1-b29b-9fb60f912e1d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0976839 Sep 21 21:56:49.398108 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d46d4cca-3cba-4e66-876b-85d939dfad3c req-cca04ae2-0983-451e-b46c-b6a043354708 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647976 Sep 21 21:56:49.422001 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a7d81-8944-4cbe-be4c-054800338444 req-f11ca6f1-d0a8-4543-b662-883eabe7a87a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:49.430294 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ac8a7d81-8944-4cbe-be4c-054800338444 req-f11ca6f1-d0a8-4543-b662-883eabe7a87a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.1086543 Sep 21 21:56:49.501468 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ac8a7d81-8944-4cbe-be4c-054800338444 req-51dfaf70-69dd-4fe7-8964-bb951cbb58f3 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673211 Sep 21 21:56:49.723939 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01705d47-bd74-49c0-b07d-f0d52b10972a req-14c47986-fbf5-4541-87d8-ac792c4bcf9f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:49.725411 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-01705d47-bd74-49c0-b07d-f0d52b10972a req-14c47986-fbf5-4541-87d8-ac792c4bcf9f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0547142 Sep 21 21:56:49.770260 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-01705d47-bd74-49c0-b07d-f0d52b10972a req-0fc2b2b2-c926-4c7b-8e09-9d5084850b8b tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392816 Sep 21 21:56:50.560533 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2c4d9-9aa8-49d0-a7e4-2e5fcc51cba8 req-3179fc18-9c61-4a02-ace0-8354c0a3083d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:50.570187 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d8a2c4d9-9aa8-49d0-a7e4-2e5fcc51cba8 req-3179fc18-9c61-4a02-ace0-8354c0a3083d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0740819 Sep 21 21:56:50.665891 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d8a2c4d9-9aa8-49d0-a7e4-2e5fcc51cba8 req-92c8d98d-5b5d-4cac-ab66-6400646e85c4 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947747 Sep 21 21:56:50.703833 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173eda93-1ebd-48b6-9e04-de326a9b0f80 req-81601384-5698-4299-bc3f-5904a71c8209 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:50.705426 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-173eda93-1ebd-48b6-9e04-de326a9b0f80 req-81601384-5698-4299-bc3f-5904a71c8209 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0851624 Sep 21 21:56:50.763848 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-173eda93-1ebd-48b6-9e04-de326a9b0f80 req-ba7a7ea0-2feb-40cf-bab6-bfe4a11cc5a2 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527031 Sep 21 21:56:50.926463 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f5f55-26fd-4807-b551-ed49359d5d47 req-49ab7108-22a5-4916-8d5c-0688a320f2af tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:50.934324 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-862f5f55-26fd-4807-b551-ed49359d5d47 req-49ab7108-22a5-4916-8d5c-0688a320f2af tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0832312 Sep 21 21:56:50.984356 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-862f5f55-26fd-4807-b551-ed49359d5d47 req-97f0ad06-acd7-4638-a7eb-95032c59b4d0 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490472 Sep 21 21:56:51.802409 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf03a9-6afb-4187-a0ec-0423e1c83e78 req-abd2e9c9-52a6-4adb-923c-224803394433 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:51.813211 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6ccf03a9-6afb-4187-a0ec-0423e1c83e78 req-abd2e9c9-52a6-4adb-923c-224803394433 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0731344 Sep 21 21:56:51.908624 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6ccf03a9-6afb-4187-a0ec-0423e1c83e78 req-931041c9-0428-432d-855e-bf5e8346fa31 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944171 Sep 21 21:56:51.934059 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4738208-7bbc-4287-9b17-506b3a2d2eaf req-169bbe9b-0af5-4e28-9e33-64457f1a5fcc tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:51.942070 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c4738208-7bbc-4287-9b17-506b3a2d2eaf req-169bbe9b-0af5-4e28-9e33-64457f1a5fcc tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0950086 Sep 21 21:56:52.005787 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c4738208-7bbc-4287-9b17-506b3a2d2eaf req-90a5413c-3e6a-4373-bae8-4c0eaea5a407 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624704 Sep 21 21:56:52.140973 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa864f-6880-45ab-83c2-f5a981a91f30 req-ecdb0253-cb1a-4aab-84d9-500e798c1c85 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:52.141922 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-37aa864f-6880-45ab-83c2-f5a981a91f30 req-ecdb0253-cb1a-4aab-84d9-500e798c1c85 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0661049 Sep 21 21:56:52.197246 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-37aa864f-6880-45ab-83c2-f5a981a91f30 req-f65a0962-bb60-40f5-84c3-f07e5788067b tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488050 Sep 21 21:56:53.074898 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d78df3-7e76-4784-a6b8-56da969992f3 req-29d41869-ae16-46d0-8b1e-971b75623308 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:53.077518 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-87d78df3-7e76-4784-a6b8-56da969992f3 req-29d41869-ae16-46d0-8b1e-971b75623308 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0827515 Sep 21 21:56:53.177255 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-87d78df3-7e76-4784-a6b8-56da969992f3 req-bfd6995e-b8a1-461f-9749-5c011ba6eaba tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937696 Sep 21 21:56:53.205208 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274b4c-31f6-45bd-a58f-088dbe6a2ce0 req-c22c68ea-785d-4e23-9e01-5473d19abe55 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:53.205208 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2c274b4c-31f6-45bd-a58f-088dbe6a2ce0 req-c22c68ea-785d-4e23-9e01-5473d19abe55 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.1035876 Sep 21 21:56:53.261135 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2c274b4c-31f6-45bd-a58f-088dbe6a2ce0 req-5e02a9a3-361c-4f6c-85d1-0cb2cc4a5a00 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566304 Sep 21 21:56:53.355758 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd765e-cbfe-4244-9093-aa69d5d9cead req-ed1e39d9-fb89-46f0-bc87-0d713bca8f22 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:53.357762 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2cdd765e-cbfe-4244-9093-aa69d5d9cead req-ed1e39d9-fb89-46f0-bc87-0d713bca8f22 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0638375 Sep 21 21:56:53.410185 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2cdd765e-cbfe-4244-9093-aa69d5d9cead req-df1dc2ad-7ffb-4570-8fb5-f19243d7bf82 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469606 Sep 21 21:56:54.311310 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359467f8-6e7d-48cd-83ef-9de3c7869f29 req-78b8285e-9b60-4a2c-bc65-6d5fbacd4bb9 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:54.312887 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-359467f8-6e7d-48cd-83ef-9de3c7869f29 req-78b8285e-9b60-4a2c-bc65-6d5fbacd4bb9 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0583870 Sep 21 21:56:54.387760 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-359467f8-6e7d-48cd-83ef-9de3c7869f29 req-5c750f7f-67a7-468d-964a-477cc1b8a6c6 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686569 Sep 21 21:56:54.408961 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a3fed-292a-44d1-8feb-f3cc28d89d7c req-4a600f4d-fca2-40c3-a3da-9ebfea3f3591 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:54.410465 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f46a3fed-292a-44d1-8feb-f3cc28d89d7c req-4a600f4d-fca2-40c3-a3da-9ebfea3f3591 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0741203 Sep 21 21:56:54.468716 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f46a3fed-292a-44d1-8feb-f3cc28d89d7c req-f72935f5-b088-48f8-acbe-e55fd76db1c6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521436 Sep 21 21:56:54.559295 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273004cf-bdc9-4ff0-b4d4-fac142ae9065 req-6e6e2652-24f8-4b37-a933-767abdcb23df tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:54.560756 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-273004cf-bdc9-4ff0-b4d4-fac142ae9065 req-6e6e2652-24f8-4b37-a933-767abdcb23df tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0613215 Sep 21 21:56:54.619141 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-273004cf-bdc9-4ff0-b4d4-fac142ae9065 req-c764818b-010c-4472-98e4-c8ff1febc886 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514896 Sep 21 21:56:55.525383 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c041b2-71fd-46ee-b198-1c95c66e15e5 req-7bc2d9a7-1417-4e35-b5b7-55168a84edbf tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:55.527035 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d3c041b2-71fd-46ee-b198-1c95c66e15e5 req-7bc2d9a7-1417-4e35-b5b7-55168a84edbf tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0643249 Sep 21 21:56:55.610893 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d3c041b2-71fd-46ee-b198-1c95c66e15e5 req-a88876ec-cf01-429c-a80a-6bce71e2ef72 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738621 Sep 21 21:56:55.629026 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b68897-0475-45f4-8f79-d417845891d0 req-eed8dfaf-236f-4b6d-a394-01ffa15600d5 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:55.630607 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f0b68897-0475-45f4-8f79-d417845891d0 req-eed8dfaf-236f-4b6d-a394-01ffa15600d5 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0781374 Sep 21 21:56:55.720006 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f0b68897-0475-45f4-8f79-d417845891d0 req-64083b30-30f5-4d09-bf93-e87968fe3c37 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832338 Sep 21 21:56:55.761419 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31091f-30a7-4116-a242-6b162a8e97f2 req-bc7acd8b-fdd9-4077-8dbb-9c6318c01923 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:55.763485 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ef31091f-30a7-4116-a242-6b162a8e97f2 req-bc7acd8b-fdd9-4077-8dbb-9c6318c01923 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0583146 Sep 21 21:56:55.813750 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ef31091f-30a7-4116-a242-6b162a8e97f2 req-4093ef8a-a096-4ce6-9382-85353e4eaa64 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435572 Sep 21 21:56:56.536891 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-88747300-bc01-4597-862f-b30ef804a15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:56.753783 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41032597-daf2-4866-8b9c-5dbc93fd69cc req-816086d1-e56d-4327-882d-6733164eb821 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:56.796908 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-41032597-daf2-4866-8b9c-5dbc93fd69cc req-816086d1-e56d-4327-882d-6733164eb821 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0605268 Sep 21 21:56:56.838402 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-41032597-daf2-4866-8b9c-5dbc93fd69cc req-c5873e4e-b359-4a0c-94c8-956d091d5e33 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748475 Sep 21 21:56:56.943437 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6a86a-3a01-4072-9c16-69365de06351 req-e0192d4b-a2f1-40a9-b2c5-800be7014c12 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:56.945062 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-bce6a86a-3a01-4072-9c16-69365de06351 req-e0192d4b-a2f1-40a9-b2c5-800be7014c12 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.1301391 Sep 21 21:56:57.081522 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-bce6a86a-3a01-4072-9c16-69365de06351 req-d1b13d94-766b-4f45-9162-58a1b15711cc tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286120 Sep 21 21:56:57.092711 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b5bba-e0ed-4da9-a542-3dad920250e9 req-e53d39a7-e611-47c8-a090-783dabef6600 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:57.094339 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fc9b5bba-e0ed-4da9-a542-3dad920250e9 req-e53d39a7-e611-47c8-a090-783dabef6600 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0872540 Sep 21 21:56:57.145628 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fc9b5bba-e0ed-4da9-a542-3dad920250e9 req-488e366b-0a78-4725-a6ba-844dfddb70ea tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454848 Sep 21 21:56:57.996388 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27309a9-ec8c-4cf3-bb9b-2e010cd8094d req-17484712-119f-4fe7-bf41-4e2157e8843d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:58.003964 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c27309a9-ec8c-4cf3-bb9b-2e010cd8094d req-17484712-119f-4fe7-bf41-4e2157e8843d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0592117 Sep 21 21:56:58.093102 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c27309a9-ec8c-4cf3-bb9b-2e010cd8094d req-366f0917-8212-4eb6-8a34-abc3ee0ef8e5 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755558 Sep 21 21:56:58.225257 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf014a37-6530-4812-a684-b94c64c9f017 req-c139416b-8a91-4844-8a21-4b9a418becdd tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:58.233444 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cf014a37-6530-4812-a684-b94c64c9f017 req-c139416b-8a91-4844-8a21-4b9a418becdd tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0739949 Sep 21 21:56:58.328919 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cf014a37-6530-4812-a684-b94c64c9f017 req-9f913184-c26b-4b5d-8e42-4e287fc271a8 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944662 Sep 21 21:56:58.340007 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661f22e-0390-4204-9222-c527fcfbc07a req-88d8f821-f476-4c04-b6d6-cb92cb01861f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:58.353023 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0661f22e-0390-4204-9222-c527fcfbc07a req-88d8f821-f476-4c04-b6d6-cb92cb01861f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.1062634 Sep 21 21:56:58.404758 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0661f22e-0390-4204-9222-c527fcfbc07a req-3e5a1d2f-8cec-4cbe-adba-fd90847454e5 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565975 Sep 21 21:56:58.697026 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-8e2af865-2a91-4acc-8552-f21e3c551637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:59.206713 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbea404-1b0a-46c2-af28-a761c3b9c97a req-6f5cbf04-3240-44c8-9058-f94e1edabf85 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:59.208194 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0cbea404-1b0a-46c2-af28-a761c3b9c97a req-6f5cbf04-3240-44c8-9058-f94e1edabf85 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0589685 Sep 21 21:56:59.265750 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0cbea404-1b0a-46c2-af28-a761c3b9c97a req-ae5fcc82-3200-4be8-9a92-7e291d70ce97 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511484 Sep 21 21:56:59.471143 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a8891-eb01-4747-85b1-84881dc5c283 req-57460658-b5bf-415a-a4b3-aceac7f75d65 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:59.472621 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a55a8891-eb01-4747-85b1-84881dc5c283 req-57460658-b5bf-415a-a4b3-aceac7f75d65 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0603311 Sep 21 21:56:59.560463 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a55a8891-eb01-4747-85b1-84881dc5c283 req-3b8012ce-5587-4dba-bec6-e481e443d771 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816376 Sep 21 21:56:59.604146 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb33df-e0aa-468c-aa04-77a94319c85a req-8d790296-22cc-4621-af0c-ad6c72d5bc1f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:59.610635 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c9bb33df-e0aa-468c-aa04-77a94319c85a req-8d790296-22cc-4621-af0c-ad6c72d5bc1f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.1108227 Sep 21 21:57:00.067825 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c9bb33df-e0aa-468c-aa04-77a94319c85a req-3cc20227-adff-430d-b130-594a972756e8 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4575698 Sep 21 21:57:00.411946 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:57:00.425436 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573028f-b4f1-4709-800a-272bf045e0ba req-5c8233d3-7c83-4c98-a965-344c96af9f4c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:00.427132 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9573028f-b4f1-4709-800a-272bf045e0ba req-5c8233d3-7c83-4c98-a965-344c96af9f4c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0793171 Sep 21 21:57:00.439716 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:00.482413 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9573028f-b4f1-4709-800a-272bf045e0ba req-7e84c4b7-15d0-4e4d-bd98-7487b31d0ede tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489624 Sep 21 21:57:00.844923 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f484a0-7a3d-4ad4-8068-bdbc2b596aeb req-cfbe0b12-f757-41ff-a5f3-f3c0d24c609a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:00.846131 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-92f484a0-7a3d-4ad4-8068-bdbc2b596aeb req-cfbe0b12-f757-41ff-a5f3-f3c0d24c609a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.1364830 Sep 21 21:57:00.910002 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380f2a6-6a11-4109-8dba-253ed42123a4 req-0715d2b6-5bd0-468f-b410-78a7e48ab8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:00.913113 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2380f2a6-6a11-4109-8dba-253ed42123a4 req-0715d2b6-5bd0-468f-b410-78a7e48ab8e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 1130 time: 0.1325397 Sep 21 21:57:00.989479 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-92f484a0-7a3d-4ad4-8068-bdbc2b596aeb req-4848c773-f007-46a6-bf95-d768c4602aa1 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275129 Sep 21 21:57:01.043597 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2380f2a6-6a11-4109-8dba-253ed42123a4 req-fb1c3b77-536d-4a08-a362-29b4649dcf55 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215732 Sep 21 21:57:01.318274 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf43cf-0b5e-4bb6-a651-2432be0bf1ce req-750b90e5-a3eb-4b85-84e1-a0ea2f67eca7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:01.330251 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2ecf43cf-0b5e-4bb6-a651-2432be0bf1ce req-750b90e5-a3eb-4b85-84e1-a0ea2f67eca7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.1056709 Sep 21 21:57:01.399858 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2ecf43cf-0b5e-4bb6-a651-2432be0bf1ce req-393ff54a-4b52-4665-9f68-ac41a39191bb tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639207 Sep 21 21:57:01.531558 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:01.699636 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f968a9-9127-4fed-af7e-99c0cc670e6d req-076c9aa4-6d8e-4ddc-b953-9997cda79cf1 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:01.706709 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e8f968a9-9127-4fed-af7e-99c0cc670e6d req-076c9aa4-6d8e-4ddc-b953-9997cda79cf1 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0887344 Sep 21 21:57:01.767613 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e8f968a9-9127-4fed-af7e-99c0cc670e6d req-8e0f945a-aaa3-432d-a4be-1db6d67b59d6 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597975 Sep 21 21:57:02.150740 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c4713-1f2b-4682-9f92-87d33687948d req-ccc0f894-0281-41a2-b849-2d4abc17ab84 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:02.162000 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d64c4713-1f2b-4682-9f92-87d33687948d req-ccc0f894-0281-41a2-b849-2d4abc17ab84 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0894504 Sep 21 21:57:02.246368 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d64c4713-1f2b-4682-9f92-87d33687948d req-c4a7a81b-9dde-4c48-970b-72e420463745 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776489 Sep 21 21:57:02.612468 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0282a-2990-46af-97a0-00eeac86f4ed req-6282003e-cf00-49bc-8953-27820c2446e6 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:02.619538 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4cb0282a-2990-46af-97a0-00eeac86f4ed req-6282003e-cf00-49bc-8953-27820c2446e6 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.1008766 Sep 21 21:57:02.681564 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4cb0282a-2990-46af-97a0-00eeac86f4ed req-a0f6ea2d-5351-4d2a-90db-3e9051a09b44 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611527 Sep 21 21:57:02.991310 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c868ca1-ce3a-4e3b-bb17-957197d8e6a2 req-9c84aeed-8cfb-47c1-9fd6-232c7cf2adb8 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:02.996752 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5c868ca1-ce3a-4e3b-bb17-957197d8e6a2 req-9c84aeed-8cfb-47c1-9fd6-232c7cf2adb8 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0856328 Sep 21 21:57:03.045092 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5c868ca1-ce3a-4e3b-bb17-957197d8e6a2 req-5ac77061-b7b1-4e27-b649-572a2be0588c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460577 Sep 21 21:57:03.079456 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:03.471516 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd275f9-4ab7-40cc-b629-db7b5368f018 req-34ff1afc-ee10-4481-b5c0-02255b9f8b5e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:03.486658 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-efd275f9-4ab7-40cc-b629-db7b5368f018 req-34ff1afc-ee10-4481-b5c0-02255b9f8b5e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.1157773 Sep 21 21:57:03.607811 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-efd275f9-4ab7-40cc-b629-db7b5368f018 req-f4e037cc-726f-42a6-b18d-ca875e3ba537 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139293 Sep 21 21:57:03.830517 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb5204-9780-4c0c-9a61-ac32e3c8d1b2 req-f98af9f8-a81a-4181-98f5-35d9ce7e66f4 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:03.832155 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-afbb5204-9780-4c0c-9a61-ac32e3c8d1b2 req-f98af9f8-a81a-4181-98f5-35d9ce7e66f4 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0613890 Sep 21 21:57:03.884963 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-afbb5204-9780-4c0c-9a61-ac32e3c8d1b2 req-78b960f6-68f6-4a55-96f0-646089d2d786 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469973 Sep 21 21:57:04.192989 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76093fb-2bd1-410b-ab23-53d24639ce81 req-094633c7-ec2a-484f-9fc3-76764aa7a25a tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:04.195016 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b76093fb-2bd1-410b-ab23-53d24639ce81 req-094633c7-ec2a-484f-9fc3-76764aa7a25a tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0736716 Sep 21 21:57:04.256484 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b76093fb-2bd1-410b-ab23-53d24639ce81 req-a2e34cef-7e2b-4edb-9d68-32acfb5e38e0 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558217 Sep 21 21:57:04.733556 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaaeed1-4c3d-4c4e-98a2-3116c456b896 req-7201d170-41a7-4e47-9d7b-fe4689c6c581 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:04.735152 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-bcaaeed1-4c3d-4c4e-98a2-3116c456b896 req-7201d170-41a7-4e47-9d7b-fe4689c6c581 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0616536 Sep 21 21:57:04.790053 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-bcaaeed1-4c3d-4c4e-98a2-3116c456b896 req-c5d19eae-268f-49d9-a538-525f476dadfe tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487320 Sep 21 21:57:05.080687 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9601a9c-be13-497d-ad14-46be04baf432 req-833406b7-23d5-42b4-91e5-8aa001c0d5f8 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:05.085415 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f9601a9c-be13-497d-ad14-46be04baf432 req-833406b7-23d5-42b4-91e5-8aa001c0d5f8 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0696545 Sep 21 21:57:05.144210 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f9601a9c-be13-497d-ad14-46be04baf432 req-af192f37-8ffe-434b-8a79-00a2c594288a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528760 Sep 21 21:57:05.480962 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8f24-b4b5-4026-ab6c-81ef8d947940 req-dbdf29b5-f285-4568-bb91-982487621ece tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:05.482671 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-929c8f24-b4b5-4026-ab6c-81ef8d947940 req-dbdf29b5-f285-4568-bb91-982487621ece tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.1254804 Sep 21 21:57:05.557791 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-929c8f24-b4b5-4026-ab6c-81ef8d947940 req-4f3889d4-992e-4ff5-8521-cf9556666989 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676334 Sep 21 21:57:06.015103 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c76e23-51bb-4cc4-9cc8-7c26737ca288 req-a313f1ef-a8e8-4507-b370-600852a62fe5 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:06.030594 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-74c76e23-51bb-4cc4-9cc8-7c26737ca288 req-a313f1ef-a8e8-4507-b370-600852a62fe5 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.1078432 Sep 21 21:57:06.142908 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-74c76e23-51bb-4cc4-9cc8-7c26737ca288 req-f9999eb3-2611-4b9e-8c70-228cbeb2e31b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068006 Sep 21 21:57:06.340241 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b3157-d23d-40dc-912f-ae4d636bce71 req-f16538d8-3a61-4345-80ea-755e1a1472f5 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:06.341914 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-814b3157-d23d-40dc-912f-ae4d636bce71 req-f16538d8-3a61-4345-80ea-755e1a1472f5 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0970895 Sep 21 21:57:06.414891 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-814b3157-d23d-40dc-912f-ae4d636bce71 req-016e7d7c-aca6-466d-98b8-1a0d6c2e9202 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651147 Sep 21 21:57:06.646712 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c4d03-f082-42ef-8ea3-d4309f916214 req-bbe24cd5-e29a-4444-a114-3465e1d668ab tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:06.649306 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3c3c4d03-f082-42ef-8ea3-d4309f916214 req-bbe24cd5-e29a-4444-a114-3465e1d668ab tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.1060724 Sep 21 21:57:06.765121 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3c3c4d03-f082-42ef-8ea3-d4309f916214 req-ac906984-3961-419f-b858-f1ca5639fd12 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962780 Sep 21 21:57:06.779981 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb5a75-bcfc-41c4-86c7-4b8e24ed6161 req-840f259d-0b68-4817-b0a5-7534436bdf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:06.781509 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cfeb5a75-bcfc-41c4-86c7-4b8e24ed6161 req-840f259d-0b68-4817-b0a5-7534436bdf8a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce39458046ef4d2bb8de370118e4ed86&device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 1130 time: 0.1312559 Sep 21 21:57:06.788487 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b1e4c-9e2b-42e2-a9cd-3790cebd7a02 req-58b89f4d-d6bd-45ed-99b9-1418c8826aae tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:06.796053 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-914b1e4c-9e2b-42e2-a9cd-3790cebd7a02 req-58b89f4d-d6bd-45ed-99b9-1418c8826aae tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.1375389 Sep 21 21:57:06.899122 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-914b1e4c-9e2b-42e2-a9cd-3790cebd7a02 req-e444e1ef-57f8-49c9-8b8b-a94da902c8fd tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022093 Sep 21 21:57:06.930480 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb5a75-bcfc-41c4-86c7-4b8e24ed6161 req-2c2a1c16-5022-4aa9-87a8-c50325e87ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:06.932282 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cfeb5a75-bcfc-41c4-86c7-4b8e24ed6161 req-2c2a1c16-5022-4aa9-87a8-c50325e87ea6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f801d94d-838f-46f0-b7fb-17b6d1554e9c HTTP/1.1" status: 200 len: 919 time: 0.1307371 Sep 21 21:57:06.984158 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cfeb5a75-bcfc-41c4-86c7-4b8e24ed6161 req-842ca3b2-ff66-43c8-a73f-43f974f269f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55e8f79b-548a-4961-85d7-2b1f6433a5f0 HTTP/1.1" status: 200 len: 217 time: 0.0386324 Sep 21 21:57:07.046660 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb5a75-bcfc-41c4-86c7-4b8e24ed6161 req-7d52d820-f501-44ab-8090-124828dc47a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:07.048139 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cfeb5a75-bcfc-41c4-86c7-4b8e24ed6161 req-7d52d820-f501-44ab-8090-124828dc47a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=575b43de-b954-4ed7-bfdd-5b0bcfa5628e HTTP/1.1" status: 200 len: 857 time: 0.0575504 Sep 21 21:57:07.108363 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb5a75-bcfc-41c4-86c7-4b8e24ed6161 req-ddcd699e-42fe-4385-b814-7f6ba5445480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:07.110439 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cfeb5a75-bcfc-41c4-86c7-4b8e24ed6161 req-ddcd699e-42fe-4385-b814-7f6ba5445480 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f801d94d-838f-46f0-b7fb-17b6d1554e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535603 Sep 21 21:57:07.214615 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cfeb5a75-bcfc-41c4-86c7-4b8e24ed6161 req-70b9d589-8a39-4f56-b3c2-d52192213922 service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967410 Sep 21 21:57:07.341186 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cfeb5a75-bcfc-41c4-86c7-4b8e24ed6161 req-53aacd56-c97b-4f13-aa49-875cbeb494ac service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194370 Sep 21 21:57:07.588675 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4dd15-4b46-4ecf-9eb8-465e002479cd req-f86ba979-0d3d-4975-8b55-abf4e066bb1e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:07.592524 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1ab4dd15-4b46-4ecf-9eb8-465e002479cd req-f86ba979-0d3d-4975-8b55-abf4e066bb1e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0710232 Sep 21 21:57:07.646816 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1ab4dd15-4b46-4ecf-9eb8-465e002479cd req-3d142464-38e6-443a-a311-6ce7d2235b7e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491602 Sep 21 21:57:07.909158 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789246c-3006-4c04-9c7b-4810a4d956f2 req-2960bda3-4b04-41b0-91df-2140a908dff3 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:07.910877 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e789246c-3006-4c04-9c7b-4810a4d956f2 req-2960bda3-4b04-41b0-91df-2140a908dff3 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0668492 Sep 21 21:57:07.979731 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e789246c-3006-4c04-9c7b-4810a4d956f2 req-3ae9bc6d-9619-4963-8b5e-215c3c0b0ca7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627451 Sep 21 21:57:08.056266 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256633-7f20-4acc-b2fc-b61c1cc95b53 req-1a9f768d-f481-48ab-9171-37760f71395d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:08.057761 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-97256633-7f20-4acc-b2fc-b61c1cc95b53 req-1a9f768d-f481-48ab-9171-37760f71395d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0532832 Sep 21 21:57:08.133612 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-97256633-7f20-4acc-b2fc-b61c1cc95b53 req-55a1eeaa-ebb8-4277-a423-70e18fc06b39 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699246 Sep 21 21:57:08.803929 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc5f7b-61e8-441b-a449-c252a196315b req-71c61630-c280-4b68-bd45-7c5fc9c45beb tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:08.804780 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-46bc5f7b-61e8-441b-a449-c252a196315b req-71c61630-c280-4b68-bd45-7c5fc9c45beb tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0680823 Sep 21 21:57:08.863066 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-46bc5f7b-61e8-441b-a449-c252a196315b req-73b2282f-75fe-4722-961b-04fd926cafb1 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522912 Sep 21 21:57:09.104962 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96045754-aba7-447f-9843-79b0c675a9e0 req-3968af46-85c9-4bb7-aafe-cf7c62483465 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:09.106420 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-96045754-aba7-447f-9843-79b0c675a9e0 req-3968af46-85c9-4bb7-aafe-cf7c62483465 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0523212 Sep 21 21:57:09.154529 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-96045754-aba7-447f-9843-79b0c675a9e0 req-7899d517-a1b4-43a7-9bd2-14963233efcf tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422053 Sep 21 21:57:09.258346 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35740d-fe35-4205-b39b-34d03f039843 req-8f1d91a5-3599-49e0-a515-07ae0cc700ed tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:09.261418 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1b35740d-fe35-4205-b39b-34d03f039843 req-8f1d91a5-3599-49e0-a515-07ae0cc700ed tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0554860 Sep 21 21:57:09.306830 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1b35740d-fe35-4205-b39b-34d03f039843 req-9587e293-8f18-4210-80c0-bea9cf684d0f tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408819 Sep 21 21:57:09.943878 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 45174) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:10.049363 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea358b51-2737-4a5c-9ebc-0a85b18ab7b3 admin admin] Deleting subnet db185da8-ad9c-4126-8076-339dfecd852c {{(pid=110731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:57:10.053743 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ea358b51-2737-4a5c-9ebc-0a85b18ab7b3 admin admin] Publish callbacks [] for subnet (db185da8-ad9c-4126-8076-339dfecd852c), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:10.096830 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb265c14-e333-4107-b458-9e617932edee req-3782a310-1956-4dc6-837c-06a47fcdd26b tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:10.098193 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fb265c14-e333-4107-b458-9e617932edee req-3782a310-1956-4dc6-837c-06a47fcdd26b tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0941310 Sep 21 21:57:10.102359 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ea358b51-2737-4a5c-9ebc-0a85b18ab7b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3482865'] for subnet (db185da8-ad9c-4126-8076-339dfecd852c), precommit_delete_associations {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:10.176234 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ea358b51-2737-4a5c-9ebc-0a85b18ab7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33078224'] for subnet (db185da8-ad9c-4126-8076-339dfecd852c), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:10.181601 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fb265c14-e333-4107-b458-9e617932edee req-ee4610cd-6fce-4ff1-b841-c863f8783453 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772338 Sep 21 21:57:10.281178 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae83ff-0432-4c78-baf5-46beba8a4ad8 req-abf7d477-cb08-45dc-8c39-775806210dee tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:10.282647 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6eae83ff-0432-4c78-baf5-46beba8a4ad8 req-abf7d477-cb08-45dc-8c39-775806210dee tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0521634 Sep 21 21:57:10.309744 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ea358b51-2737-4a5c-9ebc-0a85b18ab7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33078215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8969101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8868688'] for subnet (db185da8-ad9c-4126-8076-339dfecd852c), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:10.349494 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea358b51-2737-4a5c-9ebc-0a85b18ab7b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db185da8-ad9c-4126-8076-339dfecd852c,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:10.369019 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ea358b51-2737-4a5c-9ebc-0a85b18ab7b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:10.372263 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-ea358b51-2737-4a5c-9ebc-0a85b18ab7b3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/db185da8-ad9c-4126-8076-339dfecd852c HTTP/1.1" status: 204 len: 168 time: 0.4274914 Sep 21 21:57:10.374941 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45180) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:10.390310 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6eae83ff-0432-4c78-baf5-46beba8a4ad8 req-77b5c211-85ba-4015-a4ff-921a3dfc9e82 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017344 Sep 21 21:57:10.449280 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9971-9eac-4383-ae47-2c129a350fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33135276'] for network (54f19fc8-e8e5-470f-9f8b-1d7d628bfed8), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:10.450675 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2591-f1d1-4290-8b3c-a11622214393 req-a1f17219-1144-46c0-9404-8be98ad28c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:10.452238 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a7ad2591-f1d1-4290-8b3c-a11622214393 req-a1f17219-1144-46c0-9404-8be98ad28c11 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1603f7fd81ff4966be5b51e69354038c&device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 1129 time: 0.1041508 Sep 21 21:57:10.459890 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0e867-3731-4fa9-9f6e-12296ccad279 req-20919a2b-859b-41fd-9e92-a49f0e3644ab tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:10.461537 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-53d0e867-3731-4fa9-9f6e-12296ccad279 req-20919a2b-859b-41fd-9e92-a49f0e3644ab tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0702250 Sep 21 21:57:10.532740 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9971-9eac-4383-ae47-2c129a350fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33075543', 'neutron.services.segments.db._delete_segments_for_network-8730879860727'] for network (54f19fc8-e8e5-470f-9f8b-1d7d628bfed8), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:10.554650 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-bfaf9971-9eac-4383-ae47-2c129a350fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f19fc8-e8e5-470f-9f8b-1d7d628bfed8']}} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:10.564746 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-bfaf9971-9eac-4383-ae47-2c129a350fc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188ff2c4-d7ea-4444-84dd-004b7dca4861') {'for_net_delete': True} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:10.565075 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-bfaf9971-9eac-4383-ae47-2c129a350fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188ff2c4-d7ea-4444-84dd-004b7dca4861') {} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:10.567541 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-53d0e867-3731-4fa9-9f6e-12296ccad279 req-40db0fc5-df54-493f-a99f-1502e515cd52 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963681 Sep 21 21:57:10.575349 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9971-9eac-4383-ae47-2c129a350fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730879863565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436123'] for segment (188ff2c4-d7ea-4444-84dd-004b7dca4861), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:10.589019 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9971-9eac-4383-ae47-2c129a350fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (188ff2c4-d7ea-4444-84dd-004b7dca4861), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:10.596224 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfaf9971-9eac-4383-ae47-2c129a350fc9 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=110730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:57:10.597085 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9971-9eac-4383-ae47-2c129a350fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9435006'] for segment (188ff2c4-d7ea-4444-84dd-004b7dca4861), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:10.602089 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2591-f1d1-4290-8b3c-a11622214393 req-648cbee9-bf3b-41a7-9e48-a18dcc88bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:10.603916 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a7ad2591-f1d1-4290-8b3c-a11622214393 req-648cbee9-bf3b-41a7-9e48-a18dcc88bac1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 HTTP/1.1" status: 200 len: 917 time: 0.1412969 Sep 21 21:57:10.639064 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 188ff2c4-d7ea-4444-84dd-004b7dca4861 resource provider aggregate not found Sep 21 21:57:10.659069 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 188ff2c4-d7ea-4444-84dd-004b7dca4861 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 188ff2c4-d7ea-4444-84dd-004b7dca4861 found for delete ", "request_id": "req-39b1250a-3e9f-49b1-acc1-e3d02a290d88"}]} Sep 21 21:57:10.669973 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a7ad2591-f1d1-4290-8b3c-a11622214393 req-2b80502c-948e-4ccd-a472-1ad12eb28ce1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=992b4dac-0e98-4fb8-ab54-55724d3bb82b HTTP/1.1" status: 200 len: 1001 time: 0.0597897 Sep 21 21:57:10.729512 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2591-f1d1-4290-8b3c-a11622214393 req-47278a27-afbb-4404-9a72-f6c9a71655f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:10.730888 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a7ad2591-f1d1-4290-8b3c-a11622214393 req-47278a27-afbb-4404-9a72-f6c9a71655f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e474980b-93bc-4f2c-9cce-1ff39a325d4d HTTP/1.1" status: 200 len: 855 time: 0.0473022 Sep 21 21:57:10.754773 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9971-9eac-4383-ae47-2c129a350fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33075534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754953'] for network (54f19fc8-e8e5-470f-9f8b-1d7d628bfed8), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:10.772148 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9971-9eac-4383-ae47-2c129a350fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:10.775656 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-bfaf9971-9eac-4383-ae47-2c129a350fc9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/54f19fc8-e8e5-470f-9f8b-1d7d628bfed8 HTTP/1.1" status: 204 len: 168 time: 0.3995683 Sep 21 21:57:10.776925 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf9971-9eac-4383-ae47-2c129a350fc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=54f19fc8-e8e5-470f-9f8b-1d7d628bfed8,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:10.799643 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2591-f1d1-4290-8b3c-a11622214393 req-7265105f-e47e-4ca9-b50c-72cdef4d3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:10.801865 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a7ad2591-f1d1-4290-8b3c-a11622214393 req-7265105f-e47e-4ca9-b50c-72cdef4d3f2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611343 Sep 21 21:57:10.911510 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a7ad2591-f1d1-4290-8b3c-a11622214393 req-042638cb-0ea9-4e8a-ae34-e6c791f2d577 service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986037 Sep 21 21:57:11.022804 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a7ad2591-f1d1-4290-8b3c-a11622214393 req-d6ec8c8f-2176-421c-ae40-e9aeb807f36e service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036520 Sep 21 21:57:11.161244 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-b98de060-faeb-4de8-b2dc-afa803c3e060 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-926628512&fields=id&tenant_id=ca27d64dad9041379ee04b2c12a4054e HTTP/1.1" status: 200 len: 267 time: 0.0433598 Sep 21 21:57:11.181241 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45206) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:11.225065 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-9ccdfd57-f303-452f-a28b-5e785527cd41 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dcc78499c7ec4057b3ddf58b04f9821f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403001 Sep 21 21:57:11.225305 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45210) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:11.280719 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ca45f26e-a6d6-4410-ad4d-0a04fde81c1c admin admin] Publish callbacks [] for security_group (b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:11.282586 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-b5da6b09-4d82-4769-bb23-ec260ed2ba57 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:11.284178 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-b5da6b09-4d82-4769-bb23-ec260ed2ba57 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/networks?id=f022d5b8-a602-40fa-8402-62feed81b553 HTTP/1.1" status: 200 len: 809 time: 0.1159387 Sep 21 21:57:11.310660 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ca45f26e-a6d6-4410-ad4d-0a04fde81c1c admin admin] Publish callbacks [] for security_group (b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:11.324182 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-8335b05d-42f3-4ac7-8ab1-141ddcdc73fc tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/quotas/ca27d64dad9041379ee04b2c12a4054e HTTP/1.1" status: 200 len: 375 time: 0.0294614 Sep 21 21:57:11.356852 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afef006-57fb-4a3f-8873-7026f9999c9d req-8c5b81e7-e2a1-4584-8bbd-31a91ea9e53c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:11.358552 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7afef006-57fb-4a3f-8873-7026f9999c9d req-8c5b81e7-e2a1-4584-8bbd-31a91ea9e53c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0733736 Sep 21 21:57:11.392070 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45214) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:11.428313 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-8d1b2e46-2374-4804-8cd4-ddd79e6ed05f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca27d64dad9041379ee04b2c12a4054e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958114 Sep 21 21:57:11.432588 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7afef006-57fb-4a3f-8873-7026f9999c9d req-b3620823-3ef9-4990-b9b8-7220c70f2f1f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587873 Sep 21 21:57:11.445406 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ca45f26e-a6d6-4410-ad4d-0a04fde81c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:11.448335 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ca45f26e-a6d6-4410-ad4d-0a04fde81c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:11.449608 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-ca45f26e-a6d6-4410-ad4d-0a04fde81c1c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa HTTP/1.1" status: 204 len: 168 time: 0.2233808 Sep 21 21:57:11.458588 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45f26e-a6d6-4410-ad4d-0a04fde81c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26230b7-c7d4-4f4a-b6b7-04d5b78a44fa,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:11.526477 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-47dd70e0-f2ec-4bde-94b5-64aba04158ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:11.547230 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-96dc60db-d999-46c1-a8a1-8a7ed69d5996 service neutron] 10.222.0.42 "GET /v2.0/networks/f022d5b8-a602-40fa-8402-62feed81b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055801 Sep 21 21:57:11.605221 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-47dd70e0-f2ec-4bde-94b5-64aba04158ed admin admin] Publish callbacks [] for security_group (ac66970e-6c40-4a9d-afd2-4be679f3fdae), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:11.638350 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-40b8dcc8-877f-4b05-a86a-b4d0a728d6ae service neutron] 10.222.0.42 "GET /v2.0/networks/f022d5b8-a602-40fa-8402-62feed81b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849445 Sep 21 21:57:11.668503 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-47dd70e0-f2ec-4bde-94b5-64aba04158ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (ac66970e-6c40-4a9d-afd2-4be679f3fdae), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:11.705277 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a83ea-8912-4346-b4be-4557723c2f4c req-6b543f1e-cf62-49d7-b421-8aa17382edae tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:11.706838 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ae5a83ea-8912-4346-b4be-4557723c2f4c req-6b543f1e-cf62-49d7-b421-8aa17382edae tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0609314 Sep 21 21:57:11.708107 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-47dd70e0-f2ec-4bde-94b5-64aba04158ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bba0988deeff46248e56b7d1937de957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149650 Sep 21 21:57:11.709820 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd70e0-f2ec-4bde-94b5-64aba04158ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac66970e-6c40-4a9d-afd2-4be679f3fdae,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:11.711088 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 45224) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:11.794303 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ae5a83ea-8912-4346-b4be-4557723c2f4c req-53c65e26-6509-4606-bbe6-76c828d327a8 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758128 Sep 21 21:57:11.805370 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-7f57bc28-3683-45a8-884a-0bd6cbe810c9 admin admin] Publish callbacks [] for security_group (ac66970e-6c40-4a9d-afd2-4be679f3fdae), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:11.832262 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-7f57bc28-3683-45a8-884a-0bd6cbe810c9 admin admin] Publish callbacks [] for security_group (ac66970e-6c40-4a9d-afd2-4be679f3fdae), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:11.953966 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-7f57bc28-3683-45a8-884a-0bd6cbe810c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (ac66970e-6c40-4a9d-afd2-4be679f3fdae), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:11.956863 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-7f57bc28-3683-45a8-884a-0bd6cbe810c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:11.958051 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-7f57bc28-3683-45a8-884a-0bd6cbe810c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac66970e-6c40-4a9d-afd2-4be679f3fdae HTTP/1.1" status: 204 len: 168 time: 0.2459798 Sep 21 21:57:11.976092 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57bc28-3683-45a8-884a-0bd6cbe810c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac66970e-6c40-4a9d-afd2-4be679f3fdae,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:12.246211 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45240) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:12.250379 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-b2728264-1c35-4511-a7e4-0646babe25b1 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--925604172', 'description': 'tempest-description--1801263104'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:12.250855 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e7f3ff68-4a93-4d0e-9e59-1f0d05208ab5 req-5c15e8d9-7843-4f58-a7cc-3895a878c191 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 210 time: 0.0309105 Sep 21 21:57:12.319873 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b2728264-1c35-4511-a7e4-0646babe25b1 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:12.394793 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b2728264-1c35-4511-a7e4-0646babe25b1 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for security_group (0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:12.445503 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b2728264-1c35-4511-a7e4-0646babe25b1 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:12.474716 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2728264-1c35-4511-a7e4-0646babe25b1 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:12.550378 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b2728264-1c35-4511-a7e4-0646babe25b1 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:12.551638 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-b2728264-1c35-4511-a7e4-0646babe25b1 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3071849 Sep 21 21:57:12.555129 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45248) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:12.560001 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-8cb5d051-e62e-4b98-a86e-fc58badd37d7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Request body: {'security_group_rule': {'security_group_id': '0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:12.577629 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c30a8-cb5d-4fbc-8a43-45ab904a7e4f req-3943a448-3534-48d9-9bd4-f9044e364f63 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:12.579064 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cf3c30a8-cb5d-4fbc-8a43-45ab904a7e4f req-3943a448-3534-48d9-9bd4-f9044e364f63 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 945 time: 0.0563288 Sep 21 21:57:12.628254 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cf3c30a8-cb5d-4fbc-8a43-45ab904a7e4f req-059b0419-1982-495f-bd47-f721a682d045 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431192 Sep 21 21:57:12.667626 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d051-e62e-4b98-a86e-fc58badd37d7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for security_group_rule (3d04b66c-98a6-4235-a55c-46776cd35ef6), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:12.721727 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d051-e62e-4b98-a86e-fc58badd37d7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for security_group_rule (3d04b66c-98a6-4235-a55c-46776cd35ef6), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:12.765456 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d051-e62e-4b98-a86e-fc58badd37d7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (3d04b66c-98a6-4235-a55c-46776cd35ef6), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:12.782743 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5d051-e62e-4b98-a86e-fc58badd37d7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d04b66c-98a6-4235-a55c-46776cd35ef6,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:12.847303 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d051-e62e-4b98-a86e-fc58badd37d7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:12.851109 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-8cb5d051-e62e-4b98-a86e-fc58badd37d7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2924683 Sep 21 21:57:12.852803 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45254) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:12.855724 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-430d8d41-1d81-4125-8129-34a468580aef tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Request body: {'security_group_rule': {'security_group_id': '0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:12.927184 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6dc8f-f956-4446-ac62-ed29a09c7176 req-8b842c2f-188c-4887-a105-cedba9238d9f tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:12.928641 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e7e6dc8f-f956-4446-ac62-ed29a09c7176 req-8b842c2f-188c-4887-a105-cedba9238d9f tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0509534 Sep 21 21:57:12.952816 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-430d8d41-1d81-4125-8129-34a468580aef tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for security_group_rule (cdbfa475-36ec-4fb0-aaff-355a4e3f6f62), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:12.974931 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e7e6dc8f-f956-4446-ac62-ed29a09c7176 req-dafb3ae8-c0e0-4d4d-9427-90fc3d48e19f tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407276 Sep 21 21:57:13.016693 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-430d8d41-1d81-4125-8129-34a468580aef tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for security_group_rule (cdbfa475-36ec-4fb0-aaff-355a4e3f6f62), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:13.047590 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 992b4dac-0e98-4fb8-ab54-55724d3bb82b no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:13.096679 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-430d8d41-1d81-4125-8129-34a468580aef tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (cdbfa475-36ec-4fb0-aaff-355a4e3f6f62), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:13.117272 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 992b4dac-0e98-4fb8-ab54-55724d3bb82b is: ACTIVE; New status is: DOWN {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:57:13.117664 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:13.122444 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d8d41-1d81-4125-8129-34a468580aef tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbfa475-36ec-4fb0-aaff-355a4e3f6f62,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:13.141993 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1ab65e-46f7-4c7f-90e9-f60fb4516834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '992b4dac-0e98-4fb8-ab54-55724d3bb82b'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:57:13.144212 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050a0399-3c10-4ea4-bbf8-152a6a6fd289" -d '{"events": [{"server_uuid": "3f1ab65e-46f7-4c7f-90e9-f60fb4516834", "name": "network-vif-unplugged", "status": "completed", "tag": "992b4dac-0e98-4fb8-ab54-55724d3bb82b"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:57:13.157032 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 992b4dac-0e98-4fb8-ab54-55724d3bb82b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=992b4dac-0e98-4fb8-ab54-55724d3bb82b,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:13.181182 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 21:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35883188-4e30-413a-88be-66d7e9f5cda3 x-openstack-request-id: req-35883188-4e30-413a-88be-66d7e9f5cda3 {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:57:13.181526 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1ab65e-46f7-4c7f-90e9-f60fb4516834", "name": "network-vif-unplugged", "status": "completed", "tag": "992b4dac-0e98-4fb8-ab54-55724d3bb82b", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:57:13.181784 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35883188-4e30-413a-88be-66d7e9f5cda3 {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:57:13.182181 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35883188-4e30-413a-88be-66d7e9f5cda3'] response: {'server_uuid': '3f1ab65e-46f7-4c7f-90e9-f60fb4516834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '992b4dac-0e98-4fb8-ab54-55724d3bb82b', 'code': 200} Sep 21 21:57:13.247338 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-430d8d41-1d81-4125-8129-34a468580aef tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:13.248587 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-430d8d41-1d81-4125-8129-34a468580aef tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3962646 Sep 21 21:57:13.251637 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45260) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:13.255830 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-9ebfd040-1b99-4cfd-b803-6c9e7f4439ce tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Request body: {'floatingip': {'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:13.285661 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:13.354668 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd040-1b99-4cfd-b803-6c9e7f4439ce tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:13.361136 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=992b4dac-0e98-4fb8-ab54-55724d3bb82b,revision_number=8']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:13.401521 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c1ba6f1c-5d93-4aff-86e2-7a2e3fe591b9 req-cf51a8a3-84a4-4ab9-a5e0-a3d870afaf3e tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 210 time: 0.0545464 Sep 21 21:57:13.432350 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb81823-3007-4d53-9c8f-716458690e55 req-1c760909-32d9-4adf-9495-3304523166c7 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:13.434150 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6fb81823-3007-4d53-9c8f-716458690e55 req-1c760909-32d9-4adf-9495-3304523166c7 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0749238 Sep 21 21:57:13.487964 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd040-1b99-4cfd-b803-6c9e7f4439ce tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:13.489654 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6fb81823-3007-4d53-9c8f-716458690e55 req-0856b802-4332-459e-816a-a841beb18b99 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486584 Sep 21 21:57:13.602736 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-9ebfd040-1b99-4cfd-b803-6c9e7f4439ce tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Allocated IP 172.27.2.135 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/d7af3e38-4d5b-449b-aeea-63976a0d08bd) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:57:13.658079 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baee5e-9915-44b8-86ad-c40a8648458f req-f67d5b28-de9e-46e6-8d48-2653020b8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:13.660051 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-17baee5e-9915-44b8-86ad-c40a8648458f req-f67d5b28-de9e-46e6-8d48-2653020b8f46 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dffa029369f34cedb4849826071f9552&device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 1130 time: 0.0486324 Sep 21 21:57:13.714005 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd040-1b99-4cfd-b803-6c9e7f4439ce tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for port (d7af3e38-4d5b-449b-aeea-63976a0d08bd), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:13.805739 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baee5e-9915-44b8-86ad-c40a8648458f req-833b04c4-9d8f-436a-869f-30add2d7ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:13.807219 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-17baee5e-9915-44b8-86ad-c40a8648458f req-833b04c4-9d8f-436a-869f-30add2d7ee40 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f53260a4-6fcd-403d-87df-2c61cac67763 HTTP/1.1" status: 200 len: 911 time: 0.1270778 Sep 21 21:57:13.815507 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2725927-de50-481d-a26c-95bc725971ce req-b8799da5-3590-4ca4-8fbb-a159a37c359f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:13.820097 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b2725927-de50-481d-a26c-95bc725971ce req-b8799da5-3590-4ca4-8fbb-a159a37c359f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0866044 Sep 21 21:57:13.840001 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd040-1b99-4cfd-b803-6c9e7f4439ce tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (d7af3e38-4d5b-449b-aeea-63976a0d08bd), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:13.886873 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebfd040-1b99-4cfd-b803-6c9e7f4439ce tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:57:13.890359 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-9ebfd040-1b99-4cfd-b803-6c9e7f4439ce tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:57:13.893960 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebfd040-1b99-4cfd-b803-6c9e7f4439ce tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:57:13.906595 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-17baee5e-9915-44b8-86ad-c40a8648458f req-e7323ca9-4b11-48e5-b51e-9290ccb39b58 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c63305f-8071-4476-809c-333368a3488e HTTP/1.1" status: 200 len: 1001 time: 0.0886757 Sep 21 21:57:13.914674 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b2725927-de50-481d-a26c-95bc725971ce req-ba1a3d04-016b-4ec5-8c4d-d2a6025790ff tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908167 Sep 21 21:57:13.919933 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfd040-1b99-4cfd-b803-6c9e7f4439ce tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Pushing event updated for resources: {'Port': ['ID=d7af3e38-4d5b-449b-aeea-63976a0d08bd,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:13.967491 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baee5e-9915-44b8-86ad-c40a8648458f req-d5bad524-450d-43e0-8571-1acd8beb3388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:13.969010 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-17baee5e-9915-44b8-86ad-c40a8648458f req-d5bad524-450d-43e0-8571-1acd8beb3388 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8 HTTP/1.1" status: 200 len: 849 time: 0.0534685 Sep 21 21:57:13.997541 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd040-1b99-4cfd-b803-6c9e7f4439ce tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for floatingip (704fc0a8-b333-4901-82f1-845193834ba4), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:14.041451 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baee5e-9915-44b8-86ad-c40a8648458f req-8c7f1e33-913a-4830-90ac-ce23c6b82dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:14.042952 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-17baee5e-9915-44b8-86ad-c40a8648458f req-8c7f1e33-913a-4830-90ac-ce23c6b82dfa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f53260a4-6fcd-403d-87df-2c61cac67763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600350 Sep 21 21:57:14.111009 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd040-1b99-4cfd-b803-6c9e7f4439ce tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (d7af3e38-4d5b-449b-aeea-63976a0d08bd), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:14.150536 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-17baee5e-9915-44b8-86ad-c40a8648458f req-2b4031c3-9a38-49d1-9e77-b5a3c1df3884 service neutron] 10.222.0.61 "GET /v2.0/networks/f53260a4-6fcd-403d-87df-2c61cac67763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967104 Sep 21 21:57:14.243769 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-17baee5e-9915-44b8-86ad-c40a8648458f req-d3ca1c34-01ea-40d2-aa60-b8f7415b1c78 service neutron] 10.222.0.61 "GET /v2.0/networks/f53260a4-6fcd-403d-87df-2c61cac67763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861769 Sep 21 21:57:14.271604 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd040-1b99-4cfd-b803-6c9e7f4439ce tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for port (d7af3e38-4d5b-449b-aeea-63976a0d08bd), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:14.336785 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd040-1b99-4cfd-b803-6c9e7f4439ce tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (d7af3e38-4d5b-449b-aeea-63976a0d08bd), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:14.404262 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfd040-1b99-4cfd-b803-6c9e7f4439ce tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Pushing event updated for resources: {'Port': ['ID=d7af3e38-4d5b-449b-aeea-63976a0d08bd,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:14.406491 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd040-1b99-4cfd-b803-6c9e7f4439ce tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (704fc0a8-b333-4901-82f1-845193834ba4), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:14.482067 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd040-1b99-4cfd-b803-6c9e7f4439ce tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:14.483336 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-9ebfd040-1b99-4cfd-b803-6c9e7f4439ce tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2307422 Sep 21 21:57:14.506522 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ebb1c58c-a139-4f95-9147-4eb4d36c1ae4 req-66546075-5797-4f1b-abef-3cf4bfc0c3a6 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 210 time: 0.0282819 Sep 21 21:57:14.681946 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00300682-f55b-4b9b-a133-2efde0539e37 req-4b720f7d-afc9-4a8b-bb50-34edf667dfe0 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:14.683355 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-00300682-f55b-4b9b-a133-2efde0539e37 req-4b720f7d-afc9-4a8b-bb50-34edf667dfe0 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.1159439 Sep 21 21:57:14.733832 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-51b10c15-2e51-456b-b80e-3aca259a8a59 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:14.735269 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-51b10c15-2e51-456b-b80e-3aca259a8a59 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.61 "GET /v2.0/networks?id=f022d5b8-a602-40fa-8402-62feed81b553 HTTP/1.1" status: 200 len: 809 time: 0.1540151 Sep 21 21:57:14.751452 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-00300682-f55b-4b9b-a133-2efde0539e37 req-9f86a639-a7c4-4c18-bc93-38c06aa50013 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604482 Sep 21 21:57:14.813401 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9bceba84-8a9e-4629-a631-e50e53ea9524 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca27d64dad9041379ee04b2c12a4054e HTTP/1.1" status: 200 len: 379 time: 0.0599289 Sep 21 21:57:14.827771 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-f173dc5b-a747-44ba-8914-0cf8d95c7501 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Request body: {'port': {'device_id': '6348e98b-689d-4f71-9d17-176f02fd8903', 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553', 'admin_state_up': True, 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'security_groups': ['5a75e1a8-4b46-41ad-af15-24d529d656b7']}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:14.930153 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-b15aa0aa-d322-4f07-aa36-5298ba1d06e6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--925604172&fields=id&tenant_id=ce39458046ef4d2bb8de370118e4ed86 HTTP/1.1" status: 200 len: 267 time: 0.0977361 Sep 21 21:57:15.058225 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-6c0e9604-4316-4760-9dad-2df875ad126d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:15.060232 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-6c0e9604-4316-4760-9dad-2df875ad126d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/networks?id=f801d94d-838f-46f0-b7fb-17b6d1554e9c HTTP/1.1" status: 200 len: 818 time: 0.1181529 Sep 21 21:57:15.078929 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-bfe14aa9-edb8-4a8d-9b9f-75a28f4ce130 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/quotas/ce39458046ef4d2bb8de370118e4ed86 HTTP/1.1" status: 200 len: 375 time: 0.0096953 Sep 21 21:57:15.096242 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-f173dc5b-a747-44ba-8914-0cf8d95c7501 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Made reservation on behalf of ca27d64dad9041379ee04b2c12a4054e for: {'port': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:57:15.099444 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-f173dc5b-a747-44ba-8914-0cf8d95c7501 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:15.195762 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [req-8292d7d2-0d99-45c8-9099-ec81d05009bb req-fb4137fa-75c3-43b7-9932-f157f3efaf4c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:57:15.196736 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8292d7d2-0d99-45c8-9099-ec81d05009bb req-fb4137fa-75c3-43b7-9932-f157f3efaf4c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077710 Sep 21 21:57:15.215099 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-8fe44d26-83b8-4246-912a-7b02b2adac9a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce39458046ef4d2bb8de370118e4ed86&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1293497 Sep 21 21:57:15.327452 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-f173dc5b-a747-44ba-8914-0cf8d95c7501 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Allocated IP 172.20.0.10 (f022d5b8-a602-40fa-8402-62feed81b553/83c905c7-034c-443d-b146-b33f013859ce/f17c0f96-a0c1-4158-bd7e-90fee5d43f25) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:57:15.646912 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-c1062036-cd14-4e72-a71a-48b2d8d0176e service neutron] 10.222.0.42 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175131 Sep 21 21:57:15.762767 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658586d9-2de2-4f69-a57b-a1b04eb720d2 req-b302da1b-00d6-443a-b095-61f974cbb744 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:15.764251 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-658586d9-2de2-4f69-a57b-a1b04eb720d2 req-b302da1b-00d6-443a-b095-61f974cbb744 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.1746516 Sep 21 21:57:15.865757 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-80e09bd2-da73-4cdd-8d34-997f876af891 service neutron] 10.222.0.42 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072031 Sep 21 21:57:15.873882 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-658586d9-2de2-4f69-a57b-a1b04eb720d2 req-33881425-8890-498a-974f-a6960711f1bf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984182 Sep 21 21:57:15.885431 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-f173dc5b-a747-44ba-8914-0cf8d95c7501 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:15.960407 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ef65bd23-94bd-4d21-9b3b-6cc1515f4712 req-ccb48a11-dc6d-4773-9735-5751c6053189 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 210 time: 0.0270092 Sep 21 21:57:16.006752 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-f173dc5b-a747-44ba-8914-0cf8d95c7501 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:16.057022 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45326) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:16.084422 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-f173dc5b-a747-44ba-8914-0cf8d95c7501 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Network f022d5b8-a602-40fa-8402-62feed81b553 is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:57:16.092960 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-f173dc5b-a747-44ba-8914-0cf8d95c7501 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:57:16.101146 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-f173dc5b-a747-44ba-8914-0cf8d95c7501 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:57:16.130725 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173dc5b-a747-44ba-8914-0cf8d95c7501 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Pushing event updated for resources: {'Port': ['ID=f17c0f96-a0c1-4158-bd7e-90fee5d43f25,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:16.196077 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d9a439df-812c-4f2d-8b35-cd980f1a30e5 req-be967d6c-7a20-443d-9579-4b75b40dcd70 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1377969 Sep 21 21:57:16.197002 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-f173dc5b-a747-44ba-8914-0cf8d95c7501 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:16.197969 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-f173dc5b-a747-44ba-8914-0cf8d95c7501 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:16.203533 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0fea99eb-0438-4038-896f-6b1a772cb365 req-c18debf0-8d5b-4a6c-9972-da90be56ba38 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 210 time: 0.0758832 Sep 21 21:57:16.205289 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [req-d9a439df-812c-4f2d-8b35-cd980f1a30e5 req-2b09ca99-3fe3-4d37-987d-c9914130a1cc service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:57:16.217082 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d9a439df-812c-4f2d-8b35-cd980f1a30e5 req-2b09ca99-3fe3-4d37-987d-c9914130a1cc service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158901 Sep 21 21:57:16.227931 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986901-829d-4d57-8a5a-5483409f681e req-d6f268f3-effd-46f1-9abc-9c53de85ef2b tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:16.235687 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-49986901-829d-4d57-8a5a-5483409f681e req-d6f268f3-effd-46f1-9abc-9c53de85ef2b tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.1974423 Sep 21 21:57:16.286135 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-f173dc5b-a747-44ba-8914-0cf8d95c7501 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4668422 Sep 21 21:57:16.332258 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Request body: {'port': {'device_id': '6348e98b-689d-4f71-9d17-176f02fd8903', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:16.341220 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45342) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:16.366781 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-49986901-829d-4d57-8a5a-5483409f681e req-bb9edc47-7b82-429f-b4d0-762e818f194b tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301672 Sep 21 21:57:16.397243 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-014b5571-b9d0-4b97-addd-afda425d597a None None] Provisioning complete for port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:57:16.397243 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-014b5571-b9d0-4b97-addd-afda425d597a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:16.397243 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-014b5571-b9d0-4b97-addd-afda425d597a None None] Attempt 1 to provision port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 Sep 21 21:57:16.402069 dv-cinder-858818-1-iscsi neutron-server[110730]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 21:57:16.408196 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:16.434761 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-014b5571-b9d0-4b97-addd-afda425d597a None None] Port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:57:16.455860 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a439df-812c-4f2d-8b35-cd980f1a30e5 req-2f80650c-a0bf-46d0-837c-b14a8a7065f2 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:16.465182 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d9a439df-812c-4f2d-8b35-cd980f1a30e5 req-2f80650c-a0bf-46d0-837c-b14a8a7065f2 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports/992b4dac-0e98-4fb8-ab54-55724d3bb82b HTTP/1.1" status: 200 len: 940 time: 0.1225150 Sep 21 21:57:16.681640 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17c0f96-a0c1-4158-bd7e-90fee5d43f25 {{(pid=110731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:57:16.689756 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Publish callbacks [] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:16.702275 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.provisioning_blocks [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Transition to ACTIVE for port object f17c0f96-a0c1-4158-bd7e-90fee5d43f25 will not be triggered until provisioned by entity L2. {{(pid=110731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:57:16.765529 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:16.840551 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Pushing event updated for resources: {'Port': ['ID=f17c0f96-a0c1-4158-bd7e-90fee5d43f25,revision_number=2']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:16.870572 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Attempting to bind port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:57:16.870904 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Attempting to bind port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553'}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:57:16.871231 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Attempting to bind port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 on network f022d5b8-a602-40fa-8402-62feed81b553 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:57:16.875923 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 on network f022d5b8-a602-40fa-8402-62feed81b553 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:57:16.876244 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Attempting to bind port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 on network f022d5b8-a602-40fa-8402-62feed81b553 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:57:16.881144 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:57:16.881484 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Checking segment: {'id': 'ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:57:16.881863 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Bound using segment: {'id': 'ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553'} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:57:16.882293 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Bound port: f17c0f96-a0c1-4158-bd7e-90fee5d43f25, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553'}}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:57:16.882650 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:16.936340 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-014b5571-b9d0-4b97-addd-afda425d597a None None] Attempt 2 to provision port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 Sep 21 21:57:16.947360 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] For port f17c0f96-a0c1-4158-bd7e-90fee5d43f25, host hv-cinder-85881, cleared binding levels {{(pid=110731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:57:16.951113 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] For port f17c0f96-a0c1-4158-bd7e-90fee5d43f25, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f17c0f96-a0c1-4158-bd7e-90fee5d43f25,segment=NetworkSegment(ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f),segment_id=ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f)] {{(pid=110731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:57:16.968964 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-014b5571-b9d0-4b97-addd-afda425d597a None None] Port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:57:17.005500 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389e54b-ce33-40a9-b058-d9825db75a96 req-b67f77e4-d0fd-413d-9f5d-46818e129f93 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:17.007059 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d389e54b-ce33-40a9-b058-d9825db75a96 req-b67f77e4-d0fd-413d-9f5d-46818e129f93 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0544302 Sep 21 21:57:17.054496 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 992b4dac-0e98-4fb8-ab54-55724d3bb82b no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:17.076551 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:17.084602 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d389e54b-ce33-40a9-b058-d9825db75a96 req-8d5680c1-2d1d-41f8-9dcf-466663ac170a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706050 Sep 21 21:57:17.086398 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:17.087013 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:17.088320 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-9793b854-668e-49da-812f-0d7081690e76 service neutron] 10.222.0.61 "PUT /v2.0/ports/f17c0f96-a0c1-4158-bd7e-90fee5d43f25 HTTP/1.1" status: 200 len: 1094 time: 0.7820168 Sep 21 21:57:17.089640 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6348e98b-689d-4f71-9d17-176f02fd8903', 'tag': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:57:17.094076 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e674bf7d-eac4-4dfc-b568-2a8ef8b69879" -d '{"events": [{"name": "network-changed", "server_uuid": "6348e98b-689d-4f71-9d17-176f02fd8903", "tag": "f17c0f96-a0c1-4158-bd7e-90fee5d43f25"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:57:17.141704 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 992b4dac-0e98-4fb8-ab54-55724d3bb82b is: DOWN; New status is: DOWN {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:57:17.159523 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793b854-668e-49da-812f-0d7081690e76 service neutron] Pushing event updated for resources: {'Port': ['ID=f17c0f96-a0c1-4158-bd7e-90fee5d43f25,revision_number=3']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:17.170760 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143f3c7-7c25-4a34-9cd2-7b4da6288eb5 req-8da98f43-82e4-4e53-bebe-2884ea4bb888 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:17.172484 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e143f3c7-7c25-4a34-9cd2-7b4da6288eb5 req-8da98f43-82e4-4e53-bebe-2884ea4bb888 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.1310632 Sep 21 21:57:17.173846 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1a538b-70b8-4e95-9ea5-74d8886dc9f6 x-openstack-request-id: req-1d1a538b-70b8-4e95-9ea5-74d8886dc9f6 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:57:17.174135 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6348e98b-689d-4f71-9d17-176f02fd8903", "tag": "f17c0f96-a0c1-4158-bd7e-90fee5d43f25", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:57:17.174604 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d1a538b-70b8-4e95-9ea5-74d8886dc9f6 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:57:17.175006 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d1a538b-70b8-4e95-9ea5-74d8886dc9f6'] response: {'name': 'network-changed', 'server_uuid': '6348e98b-689d-4f71-9d17-176f02fd8903', 'tag': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25', 'status': 'completed', 'code': 200} Sep 21 21:57:17.234352 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e143f3c7-7c25-4a34-9cd2-7b4da6288eb5 req-de8355f8-a77a-4153-beb1-679493dcae3f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520644 Sep 21 21:57:17.272436 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674bf7d-eac4-4dfc-b568-2a8ef8b69879 req-469d9beb-ffe5-4b49-8acc-a911167d1c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:17.273984 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e674bf7d-eac4-4dfc-b568-2a8ef8b69879 req-469d9beb-ffe5-4b49-8acc-a911167d1c0b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca27d64dad9041379ee04b2c12a4054e&device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 1128 time: 0.0507395 Sep 21 21:57:17.362844 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f2c66c24-da9d-4d66-97a6-005d467025b3 req-0e89ed5e-b19e-422c-9907-e6e39863bfdf tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 210 time: 0.0697775 Sep 21 21:57:17.413492 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674bf7d-eac4-4dfc-b568-2a8ef8b69879 req-f8076946-b9dc-4efd-a5f4-b5137935412f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:17.415288 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e674bf7d-eac4-4dfc-b568-2a8ef8b69879 req-f8076946-b9dc-4efd-a5f4-b5137935412f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ca27d64dad9041379ee04b2c12a4054e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1129730 Sep 21 21:57:17.470214 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-014b5571-b9d0-4b97-addd-afda425d597a None None] Attempt 3 to provision port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 Sep 21 21:57:17.517713 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-014b5571-b9d0-4b97-addd-afda425d597a None None] Port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 had new provisioning blocks added so it will not transition to active. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:57:17.554223 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674bf7d-eac4-4dfc-b568-2a8ef8b69879 req-56d455d9-0c7d-4552-8ff7-8cb28d2d9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:17.556117 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e674bf7d-eac4-4dfc-b568-2a8ef8b69879 req-56d455d9-0c7d-4552-8ff7-8cb28d2d9eb6 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1243670 Sep 21 21:57:17.708782 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-be4d7e32-422a-42c6-9567-9c1ea8c733a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:17.710379 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-be4d7e32-422a-42c6-9567-9c1ea8c733a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca27d64dad9041379ee04b2c12a4054e&device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 1128 time: 0.0485623 Sep 21 21:57:17.758769 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-fe4002c9-5842-42a3-a9f4-3a5a158dd86e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f17c0f96-a0c1-4158-bd7e-90fee5d43f25 HTTP/1.1" status: 200 len: 217 time: 0.0353212 Sep 21 21:57:17.808309 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-c0f7a23a-b602-4b63-b445-87e0c89e81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:17.809838 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-c0f7a23a-b602-4b63-b445-87e0c89e81fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83c905c7-034c-443d-b146-b33f013859ce HTTP/1.1" status: 200 len: 848 time: 0.0453992 Sep 21 21:57:17.863999 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-ab11c038-4e52-410f-ab91-5b463650e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:17.865441 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-ab11c038-4e52-410f-ab91-5b463650e24f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f022d5b8-a602-40fa-8402-62feed81b553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464437 Sep 21 21:57:17.952306 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-f6410c44-3492-4644-ad60-8205343d4abf service neutron] 10.222.0.61 "GET /v2.0/networks/f022d5b8-a602-40fa-8402-62feed81b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789926 Sep 21 21:57:18.044422 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f1c242a8-f4e7-4f52-8f25-3e2126eca539 req-d7ff5789-dcb3-48c3-880b-fe299859f187 service neutron] 10.222.0.61 "GET /v2.0/networks/f022d5b8-a602-40fa-8402-62feed81b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849876 Sep 21 21:57:18.233056 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb1a44-e3a2-479b-8b75-cf70af599c59 req-fa9c1f80-6030-4a32-a79d-05bd60fa98b9 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:18.234554 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-92fb1a44-e3a2-479b-8b75-cf70af599c59 req-fa9c1f80-6030-4a32-a79d-05bd60fa98b9 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0537872 Sep 21 21:57:18.288059 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-92fb1a44-e3a2-479b-8b75-cf70af599c59 req-d522c353-1b52-4474-93f5-336d71496545 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464866 Sep 21 21:57:18.378609 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a49c-27aa-4d8f-89a7-f2dd5dc16390 req-3ddbdfeb-16ec-4d65-a53b-1df1d9f8d02a tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:18.380101 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8bf7a49c-27aa-4d8f-89a7-f2dd5dc16390 req-3ddbdfeb-16ec-4d65-a53b-1df1d9f8d02a tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0538001 Sep 21 21:57:18.509026 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-07addc34-d82a-4866-8801-1c0b938b28cb req-6be90038-3765-4913-bbc3-e726f6644f45 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 210 time: 0.0439293 Sep 21 21:57:18.517767 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8bf7a49c-27aa-4d8f-89a7-f2dd5dc16390 req-8a393abb-b3b7-4101-9e9b-73c40eef1932 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314929 Sep 21 21:57:18.562697 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-dddccb6a-e091-452c-ab7f-8841a72539dd tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:18.564279 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-dddccb6a-e091-452c-ab7f-8841a72539dd tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.61 "GET /v2.0/networks?id=f801d94d-838f-46f0-b7fb-17b6d1554e9c HTTP/1.1" status: 200 len: 818 time: 0.1605911 Sep 21 21:57:18.654159 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-6343adf5-2a6f-4593-851b-c8c4bbb0ad2c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce39458046ef4d2bb8de370118e4ed86 HTTP/1.1" status: 200 len: 379 time: 0.0559680 Sep 21 21:57:18.666672 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-cef1f5d7-1bf9-4d8f-a6cd-c3ea9fd6a91c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Request body: {'port': {'device_id': '702e3165-39a1-4698-9448-a06e47621215', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'admin_state_up': True, 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'security_groups': ['0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267']}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:18.851253 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-cef1f5d7-1bf9-4d8f-a6cd-c3ea9fd6a91c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Made reservation on behalf of ce39458046ef4d2bb8de370118e4ed86 for: {'port': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:57:18.855047 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-cef1f5d7-1bf9-4d8f-a6cd-c3ea9fd6a91c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:18.983435 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-cef1f5d7-1bf9-4d8f-a6cd-c3ea9fd6a91c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Allocated IP 172.20.0.6 (f801d94d-838f-46f0-b7fb-17b6d1554e9c/575b43de-b954-4ed7-bfdd-5b0bcfa5628e/2c94916d-0256-480b-8107-bbd151f91715) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:57:19.122946 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-cef1f5d7-1bf9-4d8f-a6cd-c3ea9fd6a91c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for port (2c94916d-0256-480b-8107-bbd151f91715), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:19.223235 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-cef1f5d7-1bf9-4d8f-a6cd-c3ea9fd6a91c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (2c94916d-0256-480b-8107-bbd151f91715), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:19.230594 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-85260b76-8965-496e-a312-346590e98b45 req-7ed8886e-ee3b-4456-aed9-95af8b97b01c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449295 Sep 21 21:57:19.262773 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-cef1f5d7-1bf9-4d8f-a6cd-c3ea9fd6a91c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Network f801d94d-838f-46f0-b7fb-17b6d1554e9c is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:57:19.265809 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-cef1f5d7-1bf9-4d8f-a6cd-c3ea9fd6a91c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:57:19.269574 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:19.270366 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-cef1f5d7-1bf9-4d8f-a6cd-c3ea9fd6a91c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:57:19.298556 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1f5d7-1bf9-4d8f-a6cd-c3ea9fd6a91c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Pushing event updated for resources: {'Port': ['ID=2c94916d-0256-480b-8107-bbd151f91715,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:19.330759 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-cef1f5d7-1bf9-4d8f-a6cd-c3ea9fd6a91c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:19.331403 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-cef1f5d7-1bf9-4d8f-a6cd-c3ea9fd6a91c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:19.343543 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85260b76-8965-496e-a312-346590e98b45 req-6f3d4665-2456-4eaf-9141-a88d10620a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:19.345745 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-85260b76-8965-496e-a312-346590e98b45 req-6f3d4665-2456-4eaf-9141-a88d10620a2d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce39458046ef4d2bb8de370118e4ed86&device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 1130 time: 0.0619848 Sep 21 21:57:19.438002 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32db6c1-f538-4202-bf84-0e55259633ee req-5b45e30c-91d9-46a1-b446-6e62720c55e9 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:19.439663 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c32db6c1-f538-4202-bf84-0e55259633ee req-5b45e30c-91d9-46a1-b446-6e62720c55e9 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0605848 Sep 21 21:57:19.443487 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-cef1f5d7-1bf9-4d8f-a6cd-c3ea9fd6a91c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7808352 Sep 21 21:57:19.467651 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85260b76-8965-496e-a312-346590e98b45 req-96b9e672-80fd-4df5-ba11-db6380bfe3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:19.469507 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-85260b76-8965-496e-a312-346590e98b45 req-96b9e672-80fd-4df5-ba11-db6380bfe3ef service neutron] 10.222.0.61 "GET /v2.0/networks?id=f801d94d-838f-46f0-b7fb-17b6d1554e9c HTTP/1.1" status: 200 len: 919 time: 0.0995569 Sep 21 21:57:19.473125 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Request body: {'port': {'device_id': '702e3165-39a1-4698-9448-a06e47621215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:19.508861 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-85260b76-8965-496e-a312-346590e98b45 req-dcbeeb17-ed8c-4393-a8c7-cb30c81cc5f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09367162-9504-4865-8eeb-60a695a0e5e5 HTTP/1.1" status: 200 len: 217 time: 0.0319908 Sep 21 21:57:19.520967 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c32db6c1-f538-4202-bf84-0e55259633ee req-493a4216-025d-46d5-b67b-924fb46528d4 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753694 Sep 21 21:57:19.561972 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-a27923ee-6a77-4231-bc78-816ea616c9c1 None None] Provisioning complete for port 2c94916d-0256-480b-8107-bbd151f91715 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:57:19.562589 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a27923ee-6a77-4231-bc78-816ea616c9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (2c94916d-0256-480b-8107-bbd151f91715), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:19.562937 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-a27923ee-6a77-4231-bc78-816ea616c9c1 None None] Attempt 1 to provision port 2c94916d-0256-480b-8107-bbd151f91715 Sep 21 21:57:19.568297 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (2c94916d-0256-480b-8107-bbd151f91715), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:19.584476 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85260b76-8965-496e-a312-346590e98b45 req-82787f77-2314-4de1-9b79-50c980a2bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:19.586175 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-85260b76-8965-496e-a312-346590e98b45 req-82787f77-2314-4de1-9b79-50c980a2bd5f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=575b43de-b954-4ed7-bfdd-5b0bcfa5628e HTTP/1.1" status: 200 len: 857 time: 0.0708885 Sep 21 21:57:19.604575 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-a27923ee-6a77-4231-bc78-816ea616c9c1 None None] Port 2c94916d-0256-480b-8107-bbd151f91715 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:57:19.674756 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85260b76-8965-496e-a312-346590e98b45 req-684b2e6a-edfd-4730-977f-1a0e785ce166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:19.676274 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-85260b76-8965-496e-a312-346590e98b45 req-684b2e6a-edfd-4730-977f-1a0e785ce166 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f801d94d-838f-46f0-b7fb-17b6d1554e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831470 Sep 21 21:57:19.773730 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a439df-812c-4f2d-8b35-cd980f1a30e5 req-60a5df92-d053-446b-841f-bf6bb93c4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:19.775156 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d9a439df-812c-4f2d-8b35-cd980f1a30e5 req-60a5df92-d053-446b-841f-bf6bb93c4891 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834&tenant_id=1603f7fd81ff4966be5b51e69354038c HTTP/1.1" status: 200 len: 1127 time: 0.1296287 Sep 21 21:57:19.781642 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9612ac-9173-424f-91bb-31edb5ddea63 req-fbf98c1c-c763-45b1-8974-1d779f1c37ec tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:19.783102 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2a9612ac-9173-424f-91bb-31edb5ddea63 req-fbf98c1c-c763-45b1-8974-1d779f1c37ec tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 931 time: 0.1672180 Sep 21 21:57:19.801714 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-85260b76-8965-496e-a312-346590e98b45 req-3fbcc95d-4063-40a9-8435-f8ce70c554f4 service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094031 Sep 21 21:57:19.801990 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185f415-2b7e-4e31-86fc-a479207f74b8 req-77337442-1369-4ff1-a1d7-cef9c2125265 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:19.803400 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1185f415-2b7e-4e31-86fc-a479207f74b8 req-77337442-1369-4ff1-a1d7-cef9c2125265 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.1749880 Sep 21 21:57:19.911637 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a439df-812c-4f2d-8b35-cd980f1a30e5 req-777b7746-0dbf-417a-866c-9edc19608210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:19.913151 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d9a439df-812c-4f2d-8b35-cd980f1a30e5 req-777b7746-0dbf-417a-866c-9edc19608210 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1603f7fd81ff4966be5b51e69354038c&device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 1127 time: 0.0955939 Sep 21 21:57:19.917602 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2a9612ac-9173-424f-91bb-31edb5ddea63 req-a4be7c33-492a-4aeb-944b-192d1f598910 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239519 Sep 21 21:57:19.927233 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1185f415-2b7e-4e31-86fc-a479207f74b8 req-305e22a0-c44e-4632-a603-61f13a0ec3b8 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902362 Sep 21 21:57:19.968820 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-85260b76-8965-496e-a312-346590e98b45 req-03822c3f-07b7-467c-8af5-556ec122ad18 service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583998 Sep 21 21:57:20.002430 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c94916d-0256-480b-8107-bbd151f91715 {{(pid=110731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:57:20.010139 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Publish callbacks [] for port (2c94916d-0256-480b-8107-bbd151f91715), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:20.015389 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a439df-812c-4f2d-8b35-cd980f1a30e5 req-0ac5e1a6-1f14-4cf2-b0eb-2d712e6975ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:20.016957 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d9a439df-812c-4f2d-8b35-cd980f1a30e5 req-0ac5e1a6-1f14-4cf2-b0eb-2d712e6975ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 HTTP/1.1" status: 200 len: 917 time: 0.0933845 Sep 21 21:57:20.022578 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.provisioning_blocks [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Transition to ACTIVE for port object 2c94916d-0256-480b-8107-bbd151f91715 will not be triggered until provisioned by entity L2. {{(pid=110731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:57:20.091847 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (2c94916d-0256-480b-8107-bbd151f91715), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:20.096832 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d9a439df-812c-4f2d-8b35-cd980f1a30e5 req-b980bb6f-1b3a-404f-ba7c-0a47090de20d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=992b4dac-0e98-4fb8-ab54-55724d3bb82b HTTP/1.1" status: 200 len: 999 time: 0.0586784 Sep 21 21:57:20.106024 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-a27923ee-6a77-4231-bc78-816ea616c9c1 None None] Attempt 2 to provision port 2c94916d-0256-480b-8107-bbd151f91715 Sep 21 21:57:20.138060 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-a27923ee-6a77-4231-bc78-816ea616c9c1 None None] Port 2c94916d-0256-480b-8107-bbd151f91715 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:57:20.156300 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a439df-812c-4f2d-8b35-cd980f1a30e5 req-063460dd-99ae-4a3c-baa3-514817ba5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:20.157799 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d9a439df-812c-4f2d-8b35-cd980f1a30e5 req-063460dd-99ae-4a3c-baa3-514817ba5e43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e474980b-93bc-4f2c-9cce-1ff39a325d4d HTTP/1.1" status: 200 len: 855 time: 0.0452824 Sep 21 21:57:20.170595 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Pushing event updated for resources: {'Port': ['ID=2c94916d-0256-480b-8107-bbd151f91715,revision_number=2']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:20.201928 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Attempting to bind port 2c94916d-0256-480b-8107-bbd151f91715 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:57:20.202272 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Attempting to bind port 2c94916d-0256-480b-8107-bbd151f91715 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:57:20.202637 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Attempting to bind port 2c94916d-0256-480b-8107-bbd151f91715 on network f801d94d-838f-46f0-b7fb-17b6d1554e9c {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:57:20.207165 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Port 2c94916d-0256-480b-8107-bbd151f91715 on network f801d94d-838f-46f0-b7fb-17b6d1554e9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:57:20.207487 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Attempting to bind port 2c94916d-0256-480b-8107-bbd151f91715 on network f801d94d-838f-46f0-b7fb-17b6d1554e9c {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:57:20.211966 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a439df-812c-4f2d-8b35-cd980f1a30e5 req-e4f4d0e4-303d-430c-88b1-c9952434191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:20.213218 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:57:20.213537 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d9a439df-812c-4f2d-8b35-cd980f1a30e5 req-e4f4d0e4-303d-430c-88b1-c9952434191e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444825 Sep 21 21:57:20.213688 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Checking segment: {'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:57:20.214074 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Bound using segment: {'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:57:20.214505 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Bound port: 2c94916d-0256-480b-8107-bbd151f91715, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88005f17-1359-4f26-ae4d-4edfdad655cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c'}}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:57:20.214855 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (2c94916d-0256-480b-8107-bbd151f91715), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:20.273344 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] For port 2c94916d-0256-480b-8107-bbd151f91715, host hv-cinder-85881, cleared binding levels {{(pid=110731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:57:20.276397 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] For port 2c94916d-0256-480b-8107-bbd151f91715, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=2c94916d-0256-480b-8107-bbd151f91715,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:57:20.303529 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d9a439df-812c-4f2d-8b35-cd980f1a30e5 req-ed7b18eb-58f3-48c3-ad18-657c43d10205 service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819247 Sep 21 21:57:20.366219 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (2c94916d-0256-480b-8107-bbd151f91715), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:20.370698 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:20.371299 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:20.372681 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] 10.222.0.61 "PUT /v2.0/ports/2c94916d-0256-480b-8107-bbd151f91715 HTTP/1.1" status: 200 len: 1093 time: 0.9037392 Sep 21 21:57:20.373199 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702e3165-39a1-4698-9448-a06e47621215', 'tag': '2c94916d-0256-480b-8107-bbd151f91715'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:57:20.375404 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016bd6b1-97fd-4e0e-a48b-148d64b07706" -d '{"events": [{"name": "network-changed", "server_uuid": "702e3165-39a1-4698-9448-a06e47621215", "tag": "2c94916d-0256-480b-8107-bbd151f91715"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:57:20.395779 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d9a439df-812c-4f2d-8b35-cd980f1a30e5 req-7ba83d81-7a12-4e71-9140-476029135a14 service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851543 Sep 21 21:57:20.417105 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23af3107-3c0b-4227-98c5-fb879e8809c5 x-openstack-request-id: req-23af3107-3c0b-4227-98c5-fb879e8809c5 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:57:20.417393 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702e3165-39a1-4698-9448-a06e47621215", "tag": "2c94916d-0256-480b-8107-bbd151f91715", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:57:20.417646 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23af3107-3c0b-4227-98c5-fb879e8809c5 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:57:20.418048 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23af3107-3c0b-4227-98c5-fb879e8809c5'] response: {'name': 'network-changed', 'server_uuid': '702e3165-39a1-4698-9448-a06e47621215', 'tag': '2c94916d-0256-480b-8107-bbd151f91715', 'status': 'completed', 'code': 200} Sep 21 21:57:20.429735 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c22d6e-ea5a-4ee3-ad9f-9d8e21959935 service neutron] Pushing event updated for resources: {'Port': ['ID=2c94916d-0256-480b-8107-bbd151f91715,revision_number=3']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:20.518916 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bd6b1-97fd-4e0e-a48b-148d64b07706 req-ab9ba52d-979f-4b1b-bcd2-31e7bab3723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:20.520507 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-016bd6b1-97fd-4e0e-a48b-148d64b07706 req-ab9ba52d-979f-4b1b-bcd2-31e7bab3723b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce39458046ef4d2bb8de370118e4ed86&device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 1127 time: 0.0498061 Sep 21 21:57:20.630265 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bd6b1-97fd-4e0e-a48b-148d64b07706 req-2e6e7ee0-c987-45a9-b552-d6d3876b9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:20.631641 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-016bd6b1-97fd-4e0e-a48b-148d64b07706 req-2e6e7ee0-c987-45a9-b552-d6d3876b9fed service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ce39458046ef4d2bb8de370118e4ed86&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0916877 Sep 21 21:57:20.639698 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-a27923ee-6a77-4231-bc78-816ea616c9c1 None None] Attempt 3 to provision port 2c94916d-0256-480b-8107-bbd151f91715 Sep 21 21:57:20.655838 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee36538-e6f5-4c25-bdf9-88a7a2681d8a req-d8a451db-5378-462e-8b47-3a5a402f9576 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:20.657439 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3ee36538-e6f5-4c25-bdf9-88a7a2681d8a req-d8a451db-5378-462e-8b47-3a5a402f9576 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0538807 Sep 21 21:57:20.691763 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-a27923ee-6a77-4231-bc78-816ea616c9c1 None None] Port 2c94916d-0256-480b-8107-bbd151f91715 had new provisioning blocks added so it will not transition to active. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:57:20.707875 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3ee36538-e6f5-4c25-bdf9-88a7a2681d8a req-b91c8ca2-d102-4059-b8ed-e68a897e3fd4 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446603 Sep 21 21:57:20.753384 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bd6b1-97fd-4e0e-a48b-148d64b07706 req-c54ddf1c-9b07-4d36-90d4-cf25b984319a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:20.754860 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-016bd6b1-97fd-4e0e-a48b-148d64b07706 req-c54ddf1c-9b07-4d36-90d4-cf25b984319a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008372 Sep 21 21:57:20.863943 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-f6813e27-1cd8-428f-8978-20ead93fdf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:20.865625 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-f6813e27-1cd8-428f-8978-20ead93fdf33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce39458046ef4d2bb8de370118e4ed86&device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 1127 time: 0.0447226 Sep 21 21:57:20.916365 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-e7242cf3-42d5-45cf-9ba1-798a9fd09597 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c94916d-0256-480b-8107-bbd151f91715 HTTP/1.1" status: 200 len: 217 time: 0.0319054 Sep 21 21:57:20.972403 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-e860a1f7-076d-4078-8c7b-1fb65d2da8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:20.973898 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-e860a1f7-076d-4078-8c7b-1fb65d2da8a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=575b43de-b954-4ed7-bfdd-5b0bcfa5628e HTTP/1.1" status: 200 len: 857 time: 0.0481920 Sep 21 21:57:21.031914 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-9609bdea-b5bc-400a-bb92-a7713193d90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:21.033622 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-9609bdea-b5bc-400a-bb92-a7713193d90a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f801d94d-838f-46f0-b7fb-17b6d1554e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528891 Sep 21 21:57:21.088988 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e1aba-7809-4bc9-abf2-7befa6a4ef2d req-5e19e2f4-015e-4330-82b6-1de476c4f5f7 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:21.090527 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-027e1aba-7809-4bc9-abf2-7befa6a4ef2d req-5e19e2f4-015e-4330-82b6-1de476c4f5f7 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0802770 Sep 21 21:57:21.110297 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea37d89-b8e3-4fbd-82a1-d9496f0c50d0 req-7143fefb-896f-4205-8a7b-5412c9c59e87 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:21.111870 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eea37d89-b8e3-4fbd-82a1-d9496f0c50d0 req-7143fefb-896f-4205-8a7b-5412c9c59e87 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 943 time: 0.1167014 Sep 21 21:57:21.133443 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-90b38ac5-8606-4e8c-9506-57bb0d9d5f09 service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931513 Sep 21 21:57:21.225012 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-027e1aba-7809-4bc9-abf2-7befa6a4ef2d req-5884e2f2-b6f9-4a61-b96b-848f80af9c24 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101811 Sep 21 21:57:21.268561 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eea37d89-b8e3-4fbd-82a1-d9496f0c50d0 req-f925fbeb-b1d0-4539-a365-c0572b399af6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245079 Sep 21 21:57:21.845583 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9264ab-2bd5-443e-80b8-abe4d59b81de req-ea44ccca-da30-4834-a869-8fdbda968c82 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:21.847486 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9b9264ab-2bd5-443e-80b8-abe4d59b81de req-ea44ccca-da30-4834-a869-8fdbda968c82 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0549142 Sep 21 21:57:21.896262 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9b9264ab-2bd5-443e-80b8-abe4d59b81de req-bb783d7e-9e81-4449-8f72-1838602c910b tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428438 Sep 21 21:57:22.354423 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f1131-545a-4e95-a313-3d4dfed11bd5 req-00d46123-e51e-4305-bc6a-2672b8ac819c tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:22.355879 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-408f1131-545a-4e95-a313-3d4dfed11bd5 req-00d46123-e51e-4305-bc6a-2672b8ac819c tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0649724 Sep 21 21:57:22.431006 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-408f1131-545a-4e95-a313-3d4dfed11bd5 req-84becc10-726f-4cbb-9552-3dadd7a0f9f0 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669146 Sep 21 21:57:22.444294 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c935ca8-ef58-47b1-a8bc-6c708249aec0 req-c7327c4b-408f-44bb-bae0-f7e419854b44 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:22.446174 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4c935ca8-ef58-47b1-a8bc-6c708249aec0 req-c7327c4b-408f-44bb-bae0-f7e419854b44 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 943 time: 0.1010609 Sep 21 21:57:22.501905 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4c935ca8-ef58-47b1-a8bc-6c708249aec0 req-ad8824ea-5769-4b4a-90fc-50c2be0c8dc9 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495090 Sep 21 21:57:23.028533 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71863c9-798a-4909-8055-6643d63fd1a7 req-51935ba7-6615-4294-9515-567b5ee69f39 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:23.030057 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c71863c9-798a-4909-8055-6643d63fd1a7 req-51935ba7-6615-4294-9515-567b5ee69f39 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0536847 Sep 21 21:57:23.083949 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c71863c9-798a-4909-8055-6643d63fd1a7 req-a69750e7-ec72-414a-969a-5a40cad59df4 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457196 Sep 21 21:57:23.567489 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8ab08-f2c6-4e9c-a425-a081b544fb3d req-fb011699-2e35-41d5-b284-ae5b82fa88e6 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:23.569278 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-74a8ab08-f2c6-4e9c-a425-a081b544fb3d req-fb011699-2e35-41d5-b284-ae5b82fa88e6 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0616484 Sep 21 21:57:23.648565 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-74a8ab08-f2c6-4e9c-a425-a081b544fb3d req-6cc6ac55-2b46-4a53-89eb-1e85235a4f75 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703707 Sep 21 21:57:23.672551 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf0865-8fe3-4072-84f6-9f29fadf64b0 req-d7d5d99c-2b59-4431-ad62-2c7b2ba012e9 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:23.674489 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ebcf0865-8fe3-4072-84f6-9f29fadf64b0 req-d7d5d99c-2b59-4431-ad62-2c7b2ba012e9 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 943 time: 0.0831971 Sep 21 21:57:23.725473 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ebcf0865-8fe3-4072-84f6-9f29fadf64b0 req-394ad97f-35a1-43db-87da-f7a774b5fd75 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452280 Sep 21 21:57:24.219914 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800214c7-0467-4b70-81fd-887e3c9b1cfa req-7545aa18-0027-44f5-b6ce-644da591f23f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:24.221612 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-800214c7-0467-4b70-81fd-887e3c9b1cfa req-7545aa18-0027-44f5-b6ce-644da591f23f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0586905 Sep 21 21:57:24.269170 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-800214c7-0467-4b70-81fd-887e3c9b1cfa req-c1b5501c-b652-4a3d-a0bd-5fb7429673a6 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413828 Sep 21 21:57:24.776684 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87d202-88f2-4f42-926a-dabf33071605 req-3c08b679-d858-44c7-9e94-e8ba919c9b79 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:24.783454 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ce87d202-88f2-4f42-926a-dabf33071605 req-3c08b679-d858-44c7-9e94-e8ba919c9b79 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0617390 Sep 21 21:57:24.872581 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ce87d202-88f2-4f42-926a-dabf33071605 req-e209316e-99f7-4060-91a3-67ee6057a44c tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834606 Sep 21 21:57:24.898208 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae8ce0-d52c-46eb-9e05-3614156e9147 req-846a58e8-1025-40a2-8006-1e17c53e8877 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:24.900065 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a7ae8ce0-d52c-46eb-9e05-3614156e9147 req-846a58e8-1025-40a2-8006-1e17c53e8877 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 943 time: 0.0958667 Sep 21 21:57:24.948347 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a7ae8ce0-d52c-46eb-9e05-3614156e9147 req-eedbdc6f-7435-4913-88f8-1a4ed72f4b03 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423162 Sep 21 21:57:25.405912 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7edaa-7956-43b7-8f30-8d1cf9ce9bd6 req-f9ada2de-ed2d-42da-82a0-22410a2860f5 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:25.407516 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6de7edaa-7956-43b7-8f30-8d1cf9ce9bd6 req-f9ada2de-ed2d-42da-82a0-22410a2860f5 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0570428 Sep 21 21:57:25.459525 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6de7edaa-7956-43b7-8f30-8d1cf9ce9bd6 req-c66815d8-cbb9-4fc5-ac29-5ead4cbe3d74 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458415 Sep 21 21:57:26.000198 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc0286-c21f-4b35-ae2d-95a249a1ce75 req-226ca57b-b28d-4c42-99c8-7b33d571f459 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:26.001797 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b8dc0286-c21f-4b35-ae2d-95a249a1ce75 req-226ca57b-b28d-4c42-99c8-7b33d571f459 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0610549 Sep 21 21:57:26.090794 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b8dc0286-c21f-4b35-ae2d-95a249a1ce75 req-a0399558-7e86-4184-9379-ec21ff7df4f4 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807197 Sep 21 21:57:26.110074 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b76f40-d73b-44c4-bfe2-905a4f7f6b43 req-4a7f793a-ae56-4430-9a64-f806c202b7b0 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:26.111615 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-76b76f40-d73b-44c4-bfe2-905a4f7f6b43 req-4a7f793a-ae56-4430-9a64-f806c202b7b0 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 943 time: 0.0871639 Sep 21 21:57:26.161145 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-76b76f40-d73b-44c4-bfe2-905a4f7f6b43 req-1c04c76a-1da9-414f-83c1-875aab021fc8 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437880 Sep 21 21:57:26.542546 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-138ac661-c93c-4bd4-8088-0f34d68e78f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:26.604261 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b463f0c-9aef-40b0-ba58-66df6968dc86 req-bffe28ab-ba18-47b7-9b2e-d247bb241647 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:26.605738 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4b463f0c-9aef-40b0-ba58-66df6968dc86 req-bffe28ab-ba18-47b7-9b2e-d247bb241647 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0633836 Sep 21 21:57:26.654581 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4b463f0c-9aef-40b0-ba58-66df6968dc86 req-f4df567c-8f3d-43a8-8d41-b569eab45f52 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424404 Sep 21 21:57:27.229679 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16013e23-a6e9-47a7-869f-6e4dadfac925 req-5dc3f548-6ba3-4464-98bc-027d78a29c11 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:27.232009 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-16013e23-a6e9-47a7-869f-6e4dadfac925 req-5dc3f548-6ba3-4464-98bc-027d78a29c11 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0660799 Sep 21 21:57:27.312133 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-16013e23-a6e9-47a7-869f-6e4dadfac925 req-4b92afb9-7cb7-4b31-a305-75925f38990b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743849 Sep 21 21:57:27.324190 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246814db-c36e-4242-ad81-237955584373 req-73c9d911-a9fb-4e30-ba2a-e99029a9341b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:27.325761 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-246814db-c36e-4242-ad81-237955584373 req-73c9d911-a9fb-4e30-ba2a-e99029a9341b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 943 time: 0.0822203 Sep 21 21:57:27.374846 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-246814db-c36e-4242-ad81-237955584373 req-48a7e61d-8e71-44db-a5f7-27daacea1485 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425744 Sep 21 21:57:27.786016 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954aea5c-c016-47ed-a511-ccdd529ed5c7 req-e28257d4-83fe-4057-8f73-65fcbb3ba63e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:27.787522 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-954aea5c-c016-47ed-a511-ccdd529ed5c7 req-e28257d4-83fe-4057-8f73-65fcbb3ba63e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0521519 Sep 21 21:57:27.838915 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-954aea5c-c016-47ed-a511-ccdd529ed5c7 req-cb1a042c-627a-422a-96d2-86837a9319a8 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456679 Sep 21 21:57:28.444168 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb2857-4c04-48c6-b892-c91b27c5a8e2 req-e58829b0-a221-429e-9113-a39ef7018e08 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:28.445691 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b3eb2857-4c04-48c6-b892-c91b27c5a8e2 req-e58829b0-a221-429e-9113-a39ef7018e08 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0590515 Sep 21 21:57:28.522570 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b3eb2857-4c04-48c6-b892-c91b27c5a8e2 req-07b15b6d-d6b5-4787-b215-b54672a8ff98 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709090 Sep 21 21:57:28.534043 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8300a-465c-4279-bd65-1ca204bdbd0a req-74007723-559c-4c92-94f7-ffed937f8d3d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:28.535544 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0ee8300a-465c-4279-bd65-1ca204bdbd0a req-74007723-559c-4c92-94f7-ffed937f8d3d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 943 time: 0.0781839 Sep 21 21:57:28.582243 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0ee8300a-465c-4279-bd65-1ca204bdbd0a req-57fd6362-46b0-4263-bc33-a93a61d9821b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407267 Sep 21 21:57:28.645407 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-8b693c08-91e7-4d3c-b2ce-6d410f916d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:28.980649 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664e376-c051-4299-9b5b-078630237228 req-a8a4e434-bf28-4aa0-a537-ae0581d3d010 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:28.982836 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f664e376-c051-4299-9b5b-078630237228 req-a8a4e434-bf28-4aa0-a537-ae0581d3d010 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0583651 Sep 21 21:57:29.034162 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f664e376-c051-4299-9b5b-078630237228 req-41d12b7e-0a8b-47da-b2e0-602138c9e1f7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455463 Sep 21 21:57:29.660836 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bb586-53b0-4a73-9082-8d42369962af req-512a31a8-ee11-4531-93f0-28c1b2338aa4 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:29.662651 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aa0bb586-53b0-4a73-9082-8d42369962af req-512a31a8-ee11-4531-93f0-28c1b2338aa4 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0571587 Sep 21 21:57:29.743792 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aa0bb586-53b0-4a73-9082-8d42369962af req-5a475c22-fcb7-4c61-b095-9e775601343c tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713758 Sep 21 21:57:29.755587 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58fdea-d177-45e5-8ad4-b75566781993 req-ba9d5ec6-57ff-4d64-a319-511412e255c6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:29.757195 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8a58fdea-d177-45e5-8ad4-b75566781993 req-ba9d5ec6-57ff-4d64-a319-511412e255c6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 943 time: 0.0936041 Sep 21 21:57:29.814212 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8a58fdea-d177-45e5-8ad4-b75566781993 req-18272fa3-bdd5-454a-bda0-9100324fcb4d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497131 Sep 21 21:57:29.839673 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:30.167896 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2adc8-30d6-47a6-b08f-3b50621d4ca2 req-b68be88a-389b-42c1-ab22-e687071e6144 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:30.169705 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e5e2adc8-30d6-47a6-b08f-3b50621d4ca2 req-b68be88a-389b-42c1-ab22-e687071e6144 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0544655 Sep 21 21:57:30.218545 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e5e2adc8-30d6-47a6-b08f-3b50621d4ca2 req-ec7107ff-d03b-46f7-8f3b-2f25d772efc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429978 Sep 21 21:57:30.868534 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2eaa1-5632-4ef2-b51a-7d3f3aa1bbb7 req-d65dde46-a03d-400f-82e5-39e7005e97c2 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:30.869940 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-69a2eaa1-5632-4ef2-b51a-7d3f3aa1bbb7 req-d65dde46-a03d-400f-82e5-39e7005e97c2 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0532682 Sep 21 21:57:31.188533 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-69a2eaa1-5632-4ef2-b51a-7d3f3aa1bbb7 req-ef029f04-52c2-4089-a4ab-f49d75adde10 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3122172 Sep 21 21:57:31.203779 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6fe59-c23b-4db5-a3f1-d5ad11b28f64 req-a16ff1d1-f472-42a0-ad87-fef16e91c114 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:31.205214 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-31b6fe59-c23b-4db5-a3f1-d5ad11b28f64 req-a16ff1d1-f472-42a0-ad87-fef16e91c114 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 943 time: 0.3163350 Sep 21 21:57:31.251327 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-31b6fe59-c23b-4db5-a3f1-d5ad11b28f64 req-f51901f5-aa69-42e8-9f52-40ace1d488fb tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406399 Sep 21 21:57:31.350425 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d2b7e-ed5e-4a6b-bbb7-713357f6a820 req-0726f7e4-1b90-4a8b-b1d0-b4178a080cce tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:31.352272 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7a7d2b7e-ed5e-4a6b-bbb7-713357f6a820 req-0726f7e4-1b90-4a8b-b1d0-b4178a080cce tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0552511 Sep 21 21:57:31.404606 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7a7d2b7e-ed5e-4a6b-bbb7-713357f6a820 req-9262226d-b091-4305-88f1-ce6a1652f2c2 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460548 Sep 21 21:57:31.520108 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:31.611422 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-99a5acf7-9273-41b5-8d18-e04ca37e80c4 req-6a0e6463-6674-4c84-a612-ba64d751d023 service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126206 Sep 21 21:57:32.312577 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1169009-e55e-4156-b5ac-56a3ac581d45 req-8a73e1cc-1d55-407a-8c4d-4571710e224a tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:32.314066 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c1169009-e55e-4156-b5ac-56a3ac581d45 req-8a73e1cc-1d55-407a-8c4d-4571710e224a tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0557523 Sep 21 21:57:32.388901 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c1169009-e55e-4156-b5ac-56a3ac581d45 req-7a2c9992-7f1b-4154-8bb5-00d0a1a16c38 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693419 Sep 21 21:57:32.404760 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3729afc-8bda-450c-be8d-7ca1658912fb req-055b884f-4f13-45fe-838d-d61b027f9e5a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:32.406301 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c3729afc-8bda-450c-be8d-7ca1658912fb req-055b884f-4f13-45fe-838d-d61b027f9e5a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 943 time: 0.0812354 Sep 21 21:57:32.453752 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c3729afc-8bda-450c-be8d-7ca1658912fb req-71cb6386-fa14-4538-a33c-8e6724248b52 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419667 Sep 21 21:57:32.534705 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0704ae8-d329-4cb0-ae01-83312ab99c7e req-238d98ca-baca-4b66-9156-18ba1b18020a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:32.536117 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e0704ae8-d329-4cb0-ae01-83312ab99c7e req-238d98ca-baca-4b66-9156-18ba1b18020a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0524385 Sep 21 21:57:32.586070 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e0704ae8-d329-4cb0-ae01-83312ab99c7e req-3511b92f-9115-4f2a-837b-359a26d4346e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439284 Sep 21 21:57:33.005420 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.093456 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device f17c0f96-a0c1-4158-bd7e-90fee5d43f25 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:57:33.191214 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port f17c0f96-a0c1-4158-bd7e-90fee5d43f25, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f17c0f96-a0c1-4158-bd7e-90fee5d43f25,segment=NetworkSegment(ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f),segment_id=ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:33.202712 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25', 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553', 'port_id': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c905c7-034c-443d-b146-b33f013859ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:57:33.237008 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:57:33.237405 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.250267 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17c0f96-a0c1-4158-bd7e-90fee5d43f25 {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:57:33.268751 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port f17c0f96-a0c1-4158-bd7e-90fee5d43f25, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f17c0f96-a0c1-4158-bd7e-90fee5d43f25,segment=NetworkSegment(ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f),segment_id=ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:33.348350 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.349048 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 2c94916d-0256-480b-8107-bbd151f91715 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:57:33.442020 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=f17c0f96-a0c1-4158-bd7e-90fee5d43f25,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:33.485076 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 2c94916d-0256-480b-8107-bbd151f91715, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=2c94916d-0256-480b-8107-bbd151f91715,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:33.498312 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': '2c94916d-0256-480b-8107-bbd151f91715', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'port_id': '2c94916d-0256-480b-8107-bbd151f91715', 'mac_address': 'fa:16:3e:a1:a8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:57:33.521106 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c741d-0c90-42b4-8a56-e26bc442124f req-ead7f641-44f0-4109-98f3-2c4f53d32ca6 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:33.529505 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a61c741d-0c90-42b4-8a56-e26bc442124f req-ead7f641-44f0-4109-98f3-2c4f53d32ca6 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 945 time: 0.0642512 Sep 21 21:57:33.542169 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 2c94916d-0256-480b-8107-bbd151f91715 is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:57:33.542863 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (2c94916d-0256-480b-8107-bbd151f91715), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.561196 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c94916d-0256-480b-8107-bbd151f91715 {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:57:33.580785 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 2c94916d-0256-480b-8107-bbd151f91715, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=2c94916d-0256-480b-8107-bbd151f91715,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:33.609786 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a61c741d-0c90-42b4-8a56-e26bc442124f req-60edfa2a-2072-4e7c-ac72-16f8bbcd91d2 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793514 Sep 21 21:57:33.623057 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791515a-da7d-48de-867f-8ee611e0ba4e req-8c1e212e-0ae4-44c0-9c29-3206fba686f5 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:33.624611 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b791515a-da7d-48de-867f-8ee611e0ba4e req-8c1e212e-0ae4-44c0-9c29-3206fba686f5 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 943 time: 0.0918469 Sep 21 21:57:33.657343 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (2c94916d-0256-480b-8107-bbd151f91715), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.687191 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b791515a-da7d-48de-867f-8ee611e0ba4e req-7702c57f-bb54-49d6-8263-a1c7454d260d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547063 Sep 21 21:57:33.715233 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=2c94916d-0256-480b-8107-bbd151f91715,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:33.741435 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b4022-f8cb-487c-a635-f1c06ff619ee req-2363ff50-75b0-48d8-965c-0a066e924b75 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:33.742908 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4c6b4022-f8cb-487c-a635-f1c06ff619ee req-2363ff50-75b0-48d8-965c-0a066e924b75 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0714324 Sep 21 21:57:33.791236 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4c6b4022-f8cb-487c-a635-f1c06ff619ee req-da5713df-90ed-4e46-b164-3ffe1f62ce6d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426528 Sep 21 21:57:34.137598 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['2c94916d-0256-480b-8107-bbd151f91715'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:57:34.183903 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['f17c0f96-a0c1-4158-bd7e-90fee5d43f25'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:57:34.743320 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5701d-c816-466e-bc20-e43c29a3346e req-0b1c86c1-6584-4069-8e82-9da8b86b79c5 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:34.744796 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-63c5701d-c816-466e-bc20-e43c29a3346e req-0b1c86c1-6584-4069-8e82-9da8b86b79c5 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 945 time: 0.0569515 Sep 21 21:57:34.802660 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-63c5701d-c816-466e-bc20-e43c29a3346e req-9019969e-6035-450c-8bb9-63ae6ada5f1e tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496931 Sep 21 21:57:34.942712 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec441131-fb20-4a52-9321-f351298bf96c req-743bcc4d-bb72-4794-a615-c3a9cfe9f186 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:34.942712 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ec441131-fb20-4a52-9321-f351298bf96c req-743bcc4d-bb72-4794-a615-c3a9cfe9f186 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 944 time: 0.0568109 Sep 21 21:57:34.974503 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ec441131-fb20-4a52-9321-f351298bf96c req-d11e92a8-1e9b-4378-8d32-8b0f36b5169f tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445158 Sep 21 21:57:35.089513 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335be4cf-8007-4b85-9bd9-b102d1ff753f req-fd3a880b-3bf6-4444-80d8-4cadc28f9a4d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:35.090998 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-335be4cf-8007-4b85-9bd9-b102d1ff753f req-fd3a880b-3bf6-4444-80d8-4cadc28f9a4d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0540082 Sep 21 21:57:35.126080 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 2c94916d-0256-480b-8107-bbd151f91715 up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:57:35.143562 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-335be4cf-8007-4b85-9bd9-b102d1ff753f req-fde440bc-08d5-482e-b67c-19d305aeb095 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462303 Sep 21 21:57:35.525650 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port 2c94916d-0256-480b-8107-bbd151f91715 completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:57:35.530531 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port 2c94916d-0256-480b-8107-bbd151f91715 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:57:35.530900 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (2c94916d-0256-480b-8107-bbd151f91715), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:35.536497 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port 2c94916d-0256-480b-8107-bbd151f91715 Sep 21 21:57:35.601036 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 2c94916d-0256-480b-8107-bbd151f91715 is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:57:35.601418 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (2c94916d-0256-480b-8107-bbd151f91715), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:35.623719 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702e3165-39a1-4698-9448-a06e47621215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c94916d-0256-480b-8107-bbd151f91715'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:57:35.625961 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6580bca1-2187-437c-937e-e4f3fe8d7626" -d '{"events": [{"server_uuid": "702e3165-39a1-4698-9448-a06e47621215", "name": "network-vif-plugged", "status": "completed", "tag": "2c94916d-0256-480b-8107-bbd151f91715"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:57:35.640112 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 2c94916d-0256-480b-8107-bbd151f91715, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=2c94916d-0256-480b-8107-bbd151f91715,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:35.663505 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b621c3e7-bc8b-43de-9513-805348e9ff25 x-openstack-request-id: req-b621c3e7-bc8b-43de-9513-805348e9ff25 {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:57:35.663794 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702e3165-39a1-4698-9448-a06e47621215", "name": "network-vif-plugged", "status": "completed", "tag": "2c94916d-0256-480b-8107-bbd151f91715", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:57:35.664051 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b621c3e7-bc8b-43de-9513-805348e9ff25 {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:57:35.664706 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b621c3e7-bc8b-43de-9513-805348e9ff25'] response: {'server_uuid': '702e3165-39a1-4698-9448-a06e47621215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c94916d-0256-480b-8107-bbd151f91715', 'code': 200} Sep 21 21:57:35.714209 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (2c94916d-0256-480b-8107-bbd151f91715), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:35.766164 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=2c94916d-0256-480b-8107-bbd151f91715,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:35.942688 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f518a8a-496d-4b96-b2a5-978706ac8dba req-2ce424d9-a552-4c06-a333-62bcc2e15606 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:35.944172 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6f518a8a-496d-4b96-b2a5-978706ac8dba req-2ce424d9-a552-4c06-a333-62bcc2e15606 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 945 time: 0.0531149 Sep 21 21:57:35.985128 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a9d51-c870-4502-bd29-3d2b3557a987 req-5675b3ed-d321-45d6-99b3-bea5e869494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:35.986714 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-0c7a9d51-c870-4502-bd29-3d2b3557a987 req-5675b3ed-d321-45d6-99b3-bea5e869494c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 1129 time: 0.0446463 Sep 21 21:57:35.994326 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6f518a8a-496d-4b96-b2a5-978706ac8dba req-21520f80-7682-4099-822a-19ab36dd5eb9 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442777 Sep 21 21:57:36.053850 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-0c7a9d51-c870-4502-bd29-3d2b3557a987 req-e11d8c78-40fe-4c72-b2b1-23097666d8d5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594819 Sep 21 21:57:36.113892 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9eeaab-7c51-4e3c-86f5-82c6ecb6b68a req-4c059255-efdc-462f-a546-17c81f211db2 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:36.115254 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1f9eeaab-7c51-4e3c-86f5-82c6ecb6b68a req-4c059255-efdc-462f-a546-17c81f211db2 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0561099 Sep 21 21:57:36.160612 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1f9eeaab-7c51-4e3c-86f5-82c6ecb6b68a req-d0edf00d-241e-4a30-8d5d-d1a6f76d0dfc tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397182 Sep 21 21:57:36.269512 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dde2c1-e243-40f0-a434-ebb0d8b2477c req-bbb87d05-7119-4a50-8582-048fb0d6c30c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:36.270945 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-28dde2c1-e243-40f0-a434-ebb0d8b2477c req-bbb87d05-7119-4a50-8582-048fb0d6c30c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0505049 Sep 21 21:57:36.317721 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-28dde2c1-e243-40f0-a434-ebb0d8b2477c req-de42af2f-c087-4887-a24b-ac788bd16218 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413449 Sep 21 21:57:37.123895 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38497a3-2f0a-4775-905e-7b8c52c454bb req-aaf0845e-37d5-40f9-a285-9ea68c968a90 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:37.125652 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d38497a3-2f0a-4775-905e-7b8c52c454bb req-aaf0845e-37d5-40f9-a285-9ea68c968a90 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 945 time: 0.0559614 Sep 21 21:57:37.151830 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device f17c0f96-a0c1-4158-bd7e-90fee5d43f25 up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:57:37.182084 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d38497a3-2f0a-4775-905e-7b8c52c454bb req-07867996-0ece-41e0-a7d5-9612abe44820 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508173 Sep 21 21:57:37.285260 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e955b6-1926-4b1c-bd23-99d4c45a95e8 req-fb1e7691-1c58-4248-99c2-eefc5ef059f1 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:37.286656 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c6e955b6-1926-4b1c-bd23-99d4c45a95e8 req-fb1e7691-1c58-4248-99c2-eefc5ef059f1 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0528278 Sep 21 21:57:37.291092 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:57:37.295637 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:57:37.296142 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.296478 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 Sep 21 21:57:37.335359 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c6e955b6-1926-4b1c-bd23-99d4c45a95e8 req-8917c78e-a24a-4de0-97a4-b3b7dfff8290 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419548 Sep 21 21:57:37.372289 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:57:37.372697 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.411550 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:57:37.415732 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port f17c0f96-a0c1-4158-bd7e-90fee5d43f25, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f17c0f96-a0c1-4158-bd7e-90fee5d43f25,segment=NetworkSegment(ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f),segment_id=ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:37.453709 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c21538-1947-4a69-9042-734d93385bbf req-88a0e4be-793f-4250-99a7-3670008c3e38 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:37.455646 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b2c21538-1947-4a69-9042-734d93385bbf req-88a0e4be-793f-4250-99a7-3670008c3e38 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0541139 Sep 21 21:57:37.497112 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.509253 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b2c21538-1947-4a69-9042-734d93385bbf req-4c78244e-6736-4b23-8760-d3fedb12c39a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482454 Sep 21 21:57:37.547231 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=f17c0f96-a0c1-4158-bd7e-90fee5d43f25,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:37.665945 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6348e98b-689d-4f71-9d17-176f02fd8903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:57:37.668210 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74499a98-a91e-4ea9-ae4d-fa48d93bc50f" -d '{"events": [{"server_uuid": "6348e98b-689d-4f71-9d17-176f02fd8903", "name": "network-vif-plugged", "status": "completed", "tag": "f17c0f96-a0c1-4158-bd7e-90fee5d43f25"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:57:37.702038 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dde38a-6385-428a-a704-86cbd6d879d2 x-openstack-request-id: req-75dde38a-6385-428a-a704-86cbd6d879d2 {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:57:37.702362 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6348e98b-689d-4f71-9d17-176f02fd8903", "name": "network-vif-plugged", "status": "completed", "tag": "f17c0f96-a0c1-4158-bd7e-90fee5d43f25", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:57:37.702622 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75dde38a-6385-428a-a704-86cbd6d879d2 {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:57:37.703022 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75dde38a-6385-428a-a704-86cbd6d879d2'] response: {'server_uuid': '6348e98b-689d-4f71-9d17-176f02fd8903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25', 'code': 200} Sep 21 21:57:38.148087 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7e457-b9d2-4fcf-a0ee-ed926e19475c req-bfe27105-4b71-4063-ba59-d2e26aac7c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:38.149635 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-12c7e457-b9d2-4fcf-a0ee-ed926e19475c req-bfe27105-4b71-4063-ba59-d2e26aac7c55 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 1130 time: 0.0435460 Sep 21 21:57:38.196840 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-12c7e457-b9d2-4fcf-a0ee-ed926e19475c req-f3d72c6f-b6d4-43e2-a141-d6fd15a7817b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410507 Sep 21 21:57:38.305388 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905be2b-931e-41e5-ac33-a0ff8b43fbf4 req-1d5e4ebe-35b8-4071-9c66-b91e3f66e474 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:38.306765 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0905be2b-931e-41e5-ac33-a0ff8b43fbf4 req-1d5e4ebe-35b8-4071-9c66-b91e3f66e474 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0519726 Sep 21 21:57:38.355237 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0905be2b-931e-41e5-ac33-a0ff8b43fbf4 req-5cf14bcd-6e7f-4b3a-b303-6cf69e0a6b25 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427475 Sep 21 21:57:38.460423 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8ac49-79aa-426e-85d1-6cf040f4e22b req-627bc576-b789-428a-ac9e-39cb431da70b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:38.461900 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c9b8ac49-79aa-426e-85d1-6cf040f4e22b req-627bc576-b789-428a-ac9e-39cb431da70b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0520785 Sep 21 21:57:38.506347 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c9b8ac49-79aa-426e-85d1-6cf040f4e22b req-337afc5d-9d1e-4bf3-8ba7-3f747df43d63 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390244 Sep 21 21:57:38.664504 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b600a-ed2a-4ed1-a32b-13023dc9acd2 req-30358c92-6b4d-4533-af6c-b8418cdc8c3b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:38.666015 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-419b600a-ed2a-4ed1-a32b-13023dc9acd2 req-30358c92-6b4d-4533-af6c-b8418cdc8c3b tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0881655 Sep 21 21:57:38.672688 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b885469-cd9a-4518-8474-371d636e6a0a req-4f640774-5f1d-4c29-bb38-03ec31beaa5a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:38.674084 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5b885469-cd9a-4518-8474-371d636e6a0a req-4f640774-5f1d-4c29-bb38-03ec31beaa5a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 943 time: 0.0855279 Sep 21 21:57:38.676213 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45540) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:38.680667 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-e718c73a-7f1f-4c41-be1b-3d39ff19754d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Request body: {'floatingip': {'port_id': '2c94916d-0256-480b-8107-bbd151f91715'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:38.719033 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e718c73a-7f1f-4c41-be1b-3d39ff19754d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for floatingip (704fc0a8-b333-4901-82f1-845193834ba4), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.721380 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5b885469-cd9a-4518-8474-371d636e6a0a req-e08faef2-729d-42b5-a2d2-d1caa68893a8 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417182 Sep 21 21:57:39.120834 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e718c73a-7f1f-4c41-be1b-3d39ff19754d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:39.165142 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e718c73a-7f1f-4c41-be1b-3d39ff19754d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (704fc0a8-b333-4901-82f1-845193834ba4), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:39.182814 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 992b4dac-0e98-4fb8-ab54-55724d3bb82b details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:57:39.261730 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.l3_db [None req-e718c73a-7f1f-4c41-be1b-3d39ff19754d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Floating IP 704fc0a8-b333-4901-82f1-845193834ba4 associated. External IP: 172.27.2.135, port: 2c94916d-0256-480b-8107-bbd151f91715. Sep 21 21:57:39.280353 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 992b4dac-0e98-4fb8-ab54-55724d3bb82b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=992b4dac-0e98-4fb8-ab54-55724d3bb82b,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:39.295574 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': '992b4dac-0e98-4fb8-ab54-55724d3bb82b', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'port_id': '992b4dac-0e98-4fb8-ab54-55724d3bb82b', 'mac_address': 'fa:16:3e:06:8f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:57:39.328199 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 992b4dac-0e98-4fb8-ab54-55724d3bb82b is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:57:39.328616 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:39.341158 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992b4dac-0e98-4fb8-ab54-55724d3bb82b {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:57:39.361189 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 992b4dac-0e98-4fb8-ab54-55724d3bb82b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=992b4dac-0e98-4fb8-ab54-55724d3bb82b,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:39.441852 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:39.458074 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e718c73a-7f1f-4c41-be1b-3d39ff19754d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Router bf131272-3f82-42c8-a7a8-9e0b240d6f88 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:57:39.482300 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd2f16-360c-47e4-a535-d9e4fa26a1da req-bebdffaa-6552-45b7-80fd-5511404d8311 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:39.483884 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-18dd2f16-360c-47e4-a535-d9e4fa26a1da req-bebdffaa-6552-45b7-80fd-5511404d8311 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0550976 Sep 21 21:57:39.491734 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=992b4dac-0e98-4fb8-ab54-55724d3bb82b,revision_number=9']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:39.538377 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-18dd2f16-360c-47e4-a535-d9e4fa26a1da req-a419246e-5d5a-4362-900b-06a0220a33e3 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476799 Sep 21 21:57:39.565351 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e718c73a-7f1f-4c41-be1b-3d39ff19754d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:57:39.572683 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e718c73a-7f1f-4c41-be1b-3d39ff19754d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:39.575760 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20bdfc3-9a7d-4577-8574-20b6c15b9afc None None] Sync routers for ids ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:57:39.585858 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20bdfc3-9a7d-4577-8574-20b6c15b9afc None None] Routers {'bf131272-3f82-42c8-a7a8-9e0b240d6f88'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:39.586553 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-b20bdfc3-9a7d-4577-8574-20b6c15b9afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:57:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:39.601474 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-e718c73a-7f1f-4c41-be1b-3d39ff19754d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "PUT /v2.0/floatingips/704fc0a8-b333-4901-82f1-845193834ba4 HTTP/1.1" status: 200 len: 991 time: 0.9241476 Sep 21 21:57:39.606635 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702e3165-39a1-4698-9448-a06e47621215', 'tag': '2c94916d-0256-480b-8107-bbd151f91715'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:57:39.610213 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafdf376-bef7-4502-9a7c-f9a55160ee92" -d '{"events": [{"name": "network-changed", "server_uuid": "702e3165-39a1-4698-9448-a06e47621215", "tag": "2c94916d-0256-480b-8107-bbd151f91715"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:57:39.648178 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757eabbf-79eb-47f6-9522-7d9e0e518de6 x-openstack-request-id: req-757eabbf-79eb-47f6-9522-7d9e0e518de6 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:57:39.648538 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702e3165-39a1-4698-9448-a06e47621215", "tag": "2c94916d-0256-480b-8107-bbd151f91715", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:57:39.648861 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-757eabbf-79eb-47f6-9522-7d9e0e518de6 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:57:39.649371 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-757eabbf-79eb-47f6-9522-7d9e0e518de6'] response: {'name': 'network-changed', 'server_uuid': '702e3165-39a1-4698-9448-a06e47621215', 'tag': '2c94916d-0256-480b-8107-bbd151f91715', 'status': 'completed', 'code': 200} Sep 21 21:57:39.691338 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-b20bdfc3-9a7d-4577-8574-20b6c15b9afc None None] Set router bf131272-3f82-42c8-a7a8-9e0b240d6f88 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:39.746832 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdf376-bef7-4502-9a7c-f9a55160ee92 req-8de366bf-eea8-47e0-83f4-ef5efbeec00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:39.748356 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-fafdf376-bef7-4502-9a7c-f9a55160ee92 req-8de366bf-eea8-47e0-83f4-ef5efbeec00b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce39458046ef4d2bb8de370118e4ed86&device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 1129 time: 0.0508344 Sep 21 21:57:39.846973 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdf376-bef7-4502-9a7c-f9a55160ee92 req-4496d910-4286-459e-abc2-60ff2d92b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:39.848408 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-fafdf376-bef7-4502-9a7c-f9a55160ee92 req-4496d910-4286-459e-abc2-60ff2d92b451 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f801d94d-838f-46f0-b7fb-17b6d1554e9c HTTP/1.1" status: 200 len: 919 time: 0.0916307 Sep 21 21:57:39.871592 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fa6fd-65f8-4984-83f1-e34a574a108d req-850dfaca-fe56-442a-a8e5-5e9d5b951ae5 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:39.873275 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-207fa6fd-65f8-4984-83f1-e34a574a108d req-850dfaca-fe56-442a-a8e5-5e9d5b951ae5 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 944 time: 0.0675275 Sep 21 21:57:39.921741 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-fafdf376-bef7-4502-9a7c-f9a55160ee92 req-f1acb0f5-9703-402a-85e7-2f07f5a2e016 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c94916d-0256-480b-8107-bbd151f91715 HTTP/1.1" status: 200 len: 999 time: 0.0667441 Sep 21 21:57:39.925388 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-b20bdfc3-9a7d-4577-8574-20b6c15b9afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'name': 'tempest-ServerRescueNegativeTestJSON-341093674-router', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:28Z', 'updated_at': '2022-09-21T21:54:37Z', 'revision_number': 4, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'gw_port': {'id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:29Z', 'updated_at': '2022-09-21T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '704fc0a8-b333-4901-82f1-845193834ba4', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'port_id': '2c94916d-0256-480b-8107-bbd151f91715', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'mac_address': 'fa:16:3e:a1:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702e3165-39a1-4698-9448-a06e47621215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:57:13Z', 'updated_at': '2022-09-21T21:57:39Z', 'revision_number': 1, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bcd9ad-c1d4-4313-a4f6-c246daef0a94', 'name': '', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'mac_address': 'fa:16:3e:4b:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:34Z', 'updated_at': '2022-09-21T21:54:45Z', 'revision_number': 5, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'subnets': [{'id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:39.927803 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-207fa6fd-65f8-4984-83f1-e34a574a108d req-b7f4dc9e-bf43-4f2c-b093-06db53876307 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456252 Sep 21 21:57:39.951135 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20bdfc3-9a7d-4577-8574-20b6c15b9afc None None] Checking router: bf131272-3f82-42c8-a7a8-9e0b240d6f88 for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:57:39.960636 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20bdfc3-9a7d-4577-8574-20b6c15b9afc None None] Routers {'bf131272-3f82-42c8-a7a8-9e0b240d6f88'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:39.961267 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-b20bdfc3-9a7d-4577-8574-20b6c15b9afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:57:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:39.984659 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdf376-bef7-4502-9a7c-f9a55160ee92 req-baf55fec-3a6a-48bf-b3d6-ef3696f29844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:39.986157 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-fafdf376-bef7-4502-9a7c-f9a55160ee92 req-baf55fec-3a6a-48bf-b3d6-ef3696f29844 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=575b43de-b954-4ed7-bfdd-5b0bcfa5628e HTTP/1.1" status: 200 len: 857 time: 0.0440996 Sep 21 21:57:39.994891 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['992b4dac-0e98-4fb8-ab54-55724d3bb82b'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:57:40.042472 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdf376-bef7-4502-9a7c-f9a55160ee92 req-f867c032-50dc-4931-9a71-7141a6513008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:40.044018 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-fafdf376-bef7-4502-9a7c-f9a55160ee92 req-f867c032-50dc-4931-9a71-7141a6513008 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f801d94d-838f-46f0-b7fb-17b6d1554e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508270 Sep 21 21:57:40.150681 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-fafdf376-bef7-4502-9a7c-f9a55160ee92 req-54af175e-3d65-4d74-922b-893191717c55 service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891259 Sep 21 21:57:40.228113 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-b20bdfc3-9a7d-4577-8574-20b6c15b9afc None None] Set router bf131272-3f82-42c8-a7a8-9e0b240d6f88 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:40.252893 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-fafdf376-bef7-4502-9a7c-f9a55160ee92 req-eadc0558-cac0-4b4c-a9c2-9c55498c2fc8 service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940666 Sep 21 21:57:40.494278 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-b20bdfc3-9a7d-4577-8574-20b6c15b9afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'name': 'tempest-ServerRescueNegativeTestJSON-341093674-router', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:28Z', 'updated_at': '2022-09-21T21:54:37Z', 'revision_number': 4, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'gw_port': {'id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:29Z', 'updated_at': '2022-09-21T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '704fc0a8-b333-4901-82f1-845193834ba4', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'port_id': '2c94916d-0256-480b-8107-bbd151f91715', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'mac_address': 'fa:16:3e:a1:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702e3165-39a1-4698-9448-a06e47621215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:57:13Z', 'updated_at': '2022-09-21T21:57:39Z', 'revision_number': 1, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bcd9ad-c1d4-4313-a4f6-c246daef0a94', 'name': '', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'mac_address': 'fa:16:3e:4b:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:34Z', 'updated_at': '2022-09-21T21:54:45Z', 'revision_number': 5, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'subnets': [{'id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:40.518183 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20bdfc3-9a7d-4577-8574-20b6c15b9afc None None] The sync data for ids ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'] in dv-cinder-858818-1-iscsi is: [{'id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'name': 'tempest-ServerRescueNegativeTestJSON-341093674-router', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:28Z', 'updated_at': '2022-09-21T21:54:37Z', 'revision_number': 4, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'gw_port': {'id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:29Z', 'updated_at': '2022-09-21T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '704fc0a8-b333-4901-82f1-845193834ba4', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'port_id': '2c94916d-0256-480b-8107-bbd151f91715', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'mac_address': 'fa:16:3e:a1:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702e3165-39a1-4698-9448-a06e47621215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:57:13Z', 'updated_at': '2022-09-21T21:57:39Z', 'revision_number': 1, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bcd9ad-c1d4-4313-a4f6-c246daef0a94', 'name': '', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'mac_address': 'fa:16:3e:4b:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:34Z', 'updated_at': '2022-09-21T21:54:45Z', 'revision_number': 5, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'subnets': [{'id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:57:40.665483 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464218b-c5dc-45fe-9830-3630dff1c118 req-1d2cac49-ce0d-4dc8-aaf0-81f56ff65a30 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:40.667061 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7464218b-c5dc-45fe-9830-3630dff1c118 req-1d2cac49-ce0d-4dc8-aaf0-81f56ff65a30 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0546536 Sep 21 21:57:40.710134 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627908fa-385d-4b30-b9b0-2e2c02a6fa23 None None] New status for floating IP 704fc0a8-b333-4901-82f1-845193834ba4: ACTIVE {{(pid=110733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:57:40.719705 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7464218b-c5dc-45fe-9830-3630dff1c118 req-be3bc613-de24-4642-87d4-1ecc907f4f4e tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469105 Sep 21 21:57:40.844225 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7e467-cfa8-49f0-beda-ee33ec6560fa req-629e08a5-e92c-411e-ab54-1deec52257a1 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:40.845729 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5bd7e467-cfa8-49f0-beda-ee33ec6560fa req-629e08a5-e92c-411e-ab54-1deec52257a1 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0561500 Sep 21 21:57:40.894221 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5bd7e467-cfa8-49f0-beda-ee33ec6560fa req-012856dd-201c-44ff-b431-1c05cd59f215 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429764 Sep 21 21:57:40.922682 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45558) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:41.061687 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef284fc-9c7d-40b8-bbad-0049954435aa req-2e189bd3-7260-43b1-8778-694329dba8b3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:41.063170 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1ef284fc-9c7d-40b8-bbad-0049954435aa req-2e189bd3-7260-43b1-8778-694329dba8b3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 944 time: 0.0564544 Sep 21 21:57:41.065569 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1744e363-63fb-434b-bc8f-8794b506780f tempest-TestShelveInstance-678002493 tempest-TestShelveInstance-678002493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:41.067375 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-1744e363-63fb-434b-bc8f-8794b506780f tempest-TestShelveInstance-678002493 tempest-TestShelveInstance-678002493-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 1125 time: 0.1432078 Sep 21 21:57:41.070076 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45564) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:41.074237 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Request body: {'floatingip': {'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'port_id': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:41.110549 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1ef284fc-9c7d-40b8-bbad-0049954435aa req-f2cfc81a-ef47-4e71-8c40-1c60f46b06bf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413580 Sep 21 21:57:41.148689 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:41.247491 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:41.357673 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Allocated IP 172.27.2.24 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/09f6dbce-585e-4efe-acea-1e301935429f) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:57:41.457321 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for port (09f6dbce-585e-4efe-acea-1e301935429f), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:41.537048 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (09f6dbce-585e-4efe-acea-1e301935429f), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:41.572975 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:57:41.575716 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:57:41.581301 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:57:41.586097 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Pushing event updated for resources: {'Port': ['ID=09f6dbce-585e-4efe-acea-1e301935429f,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:41.615614 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:41.615966 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:41.616307 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:41.616642 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:41.616995 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:41.617328 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:41.617653 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:41.617978 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:41.618300 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:41.618624 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:41.618949 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:41.619269 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:41.619592 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:41.935878 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for floatingip (404960fc-d4d4-4aae-b053-f04ba6c471f0), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:42.078501 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (09f6dbce-585e-4efe-acea-1e301935429f), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:42.223902 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for port (09f6dbce-585e-4efe-acea-1e301935429f), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:42.242309 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1967ef-e828-4ad6-a2a6-49096afd4980 req-6944e8b8-738a-4677-9129-8d9e0e9d4c58 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:42.243837 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5d1967ef-e828-4ad6-a2a6-49096afd4980 req-6944e8b8-738a-4677-9129-8d9e0e9d4c58 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 944 time: 0.0518205 Sep 21 21:57:42.279778 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (09f6dbce-585e-4efe-acea-1e301935429f), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:42.293637 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5d1967ef-e828-4ad6-a2a6-49096afd4980 req-b5f904bf-15f2-43b2-8126-80d971a3478c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442975 Sep 21 21:57:42.348001 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (404960fc-d4d4-4aae-b053-f04ba6c471f0), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:42.349769 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Pushing event updated for resources: {'Port': ['ID=09f6dbce-585e-4efe-acea-1e301935429f,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:42.444473 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.l3_db [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Floating IP 404960fc-d4d4-4aae-b053-f04ba6c471f0 associated. External IP: 172.27.2.24, port: f17c0f96-a0c1-4158-bd7e-90fee5d43f25. Sep 21 21:57:42.632887 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Router 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:57:42.732247 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:57:42.741411 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fc9dc7-107c-4fc0-98ff-eeb3789c509f None None] Sync routers for ids ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:57:42.756392 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fc9dc7-107c-4fc0-98ff-eeb3789c509f None None] Routers {'4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:42.757027 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-c2fc9dc7-107c-4fc0-98ff-eeb3789c509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:57:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:42.795944 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:42.826556 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-0fb915fd-3140-45f4-84a3-491b882a6fea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7554138 Sep 21 21:57:42.827210 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6348e98b-689d-4f71-9d17-176f02fd8903', 'tag': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:57:42.830026 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861e85d5-f1cd-4668-9777-7a1fb02482e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6348e98b-689d-4f71-9d17-176f02fd8903", "tag": "f17c0f96-a0c1-4158-bd7e-90fee5d43f25"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:57:42.857367 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-c2fc9dc7-107c-4fc0-98ff-eeb3789c509f None None] Set router 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:42.864300 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4d288c-9c78-4d61-8dc0-5ba88b74456e x-openstack-request-id: req-0c4d288c-9c78-4d61-8dc0-5ba88b74456e {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:57:42.864595 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6348e98b-689d-4f71-9d17-176f02fd8903", "tag": "f17c0f96-a0c1-4158-bd7e-90fee5d43f25", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:57:42.864851 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c4d288c-9c78-4d61-8dc0-5ba88b74456e {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:57:42.865285 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c4d288c-9c78-4d61-8dc0-5ba88b74456e'] response: {'name': 'network-changed', 'server_uuid': '6348e98b-689d-4f71-9d17-176f02fd8903', 'tag': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25', 'status': 'completed', 'code': 200} Sep 21 21:57:42.998388 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e85d5-f1cd-4668-9777-7a1fb02482e6 req-04783129-6156-4923-8b84-3d9ab63e2eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:42.999949 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-861e85d5-f1cd-4668-9777-7a1fb02482e6 req-04783129-6156-4923-8b84-3d9ab63e2eba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca27d64dad9041379ee04b2c12a4054e&device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 1130 time: 0.0436950 Sep 21 21:57:43.077692 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-c2fc9dc7-107c-4fc0-98ff-eeb3789c509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'name': 'tempest-TestShelveInstance-1834737077-router', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:20Z', 'revision_number': 4, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'gw_port': {'id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '404960fc-d4d4-4aae-b053-f04ba6c471f0', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'port_id': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e98b-689d-4f71-9d17-176f02fd8903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:57:41Z', 'updated_at': '2022-09-21T21:57:41Z', 'revision_number': 0, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c95fb0-9090-4267-bca5-63c529e26528', 'name': '', 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'mac_address': 'fa:16:3e:37:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '83c905c7-034c-443d-b146-b33f013859ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:19Z', 'updated_at': '2022-09-21T21:56:23Z', 'revision_number': 5, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'subnets': [{'id': '83c905c7-034c-443d-b146-b33f013859ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:43.098551 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e85d5-f1cd-4668-9777-7a1fb02482e6 req-b1646f2f-f808-46d9-a863-5afb8107526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:43.100256 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-861e85d5-f1cd-4668-9777-7a1fb02482e6 req-b1646f2f-f808-46d9-a863-5afb8107526f service neutron] 10.222.0.61 "GET /v2.0/networks?id=f022d5b8-a602-40fa-8402-62feed81b553 HTTP/1.1" status: 200 len: 910 time: 0.0920300 Sep 21 21:57:43.103805 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fc9dc7-107c-4fc0-98ff-eeb3789c509f None None] Checking router: 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:57:43.112764 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fc9dc7-107c-4fc0-98ff-eeb3789c509f None None] Routers {'4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:43.113452 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-c2fc9dc7-107c-4fc0-98ff-eeb3789c509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:57:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:43.163846 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-861e85d5-f1cd-4668-9777-7a1fb02482e6 req-47b2a570-eff2-4aba-8e73-bfde6a4750de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f17c0f96-a0c1-4158-bd7e-90fee5d43f25 HTTP/1.1" status: 200 len: 999 time: 0.0553129 Sep 21 21:57:43.219594 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-c2fc9dc7-107c-4fc0-98ff-eeb3789c509f None None] Set router 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:43.219817 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e85d5-f1cd-4668-9777-7a1fb02482e6 req-ef30dde7-e077-4e55-a949-0819b31f0219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:43.221299 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-861e85d5-f1cd-4668-9777-7a1fb02482e6 req-ef30dde7-e077-4e55-a949-0819b31f0219 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83c905c7-034c-443d-b146-b33f013859ce HTTP/1.1" status: 200 len: 848 time: 0.0484850 Sep 21 21:57:43.223508 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 992b4dac-0e98-4fb8-ab54-55724d3bb82b up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:57:43.276819 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e85d5-f1cd-4668-9777-7a1fb02482e6 req-79e64244-c56e-4f74-a7e3-9b8caf93a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:43.278342 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-861e85d5-f1cd-4668-9777-7a1fb02482e6 req-79e64244-c56e-4f74-a7e3-9b8caf93a6e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f022d5b8-a602-40fa-8402-62feed81b553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446732 Sep 21 21:57:43.346432 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port 992b4dac-0e98-4fb8-ab54-55724d3bb82b triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:57:43.346812 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:43.347152 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port 992b4dac-0e98-4fb8-ab54-55724d3bb82b Sep 21 21:57:43.380000 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-861e85d5-f1cd-4668-9777-7a1fb02482e6 req-8cb92175-e30e-403d-aead-d1f51920d27a service neutron] 10.222.0.61 "GET /v2.0/networks/f022d5b8-a602-40fa-8402-62feed81b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937138 Sep 21 21:57:43.434846 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d302b4e-ff3c-4c0a-a24e-c3f32baefafb req-1a3cfdb4-f097-456c-bfe2-24830ee8ea05 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:43.436593 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4d302b4e-ff3c-4c0a-a24e-c3f32baefafb req-1a3cfdb4-f097-456c-bfe2-24830ee8ea05 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 944 time: 0.0593815 Sep 21 21:57:43.495479 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-861e85d5-f1cd-4668-9777-7a1fb02482e6 req-8289dc6c-6606-415e-9120-055d1752f617 service neutron] 10.222.0.61 "GET /v2.0/networks/f022d5b8-a602-40fa-8402-62feed81b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037779 Sep 21 21:57:43.502719 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4d302b4e-ff3c-4c0a-a24e-c3f32baefafb req-ab3df449-cb24-4de0-b500-e4a39c357844 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594463 Sep 21 21:57:43.521967 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 992b4dac-0e98-4fb8-ab54-55724d3bb82b is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:57:43.522465 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:43.553251 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1ab65e-46f7-4c7f-90e9-f60fb4516834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992b4dac-0e98-4fb8-ab54-55724d3bb82b'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:57:43.555380 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6177aa1c-e7f4-461f-9cc0-10c15a077b9a" -d '{"events": [{"server_uuid": "3f1ab65e-46f7-4c7f-90e9-f60fb4516834", "name": "network-vif-plugged", "status": "completed", "tag": "992b4dac-0e98-4fb8-ab54-55724d3bb82b"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:57:43.575859 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 992b4dac-0e98-4fb8-ab54-55724d3bb82b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=992b4dac-0e98-4fb8-ab54-55724d3bb82b,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:43.582198 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-c2fc9dc7-107c-4fc0-98ff-eeb3789c509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'name': 'tempest-TestShelveInstance-1834737077-router', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:20Z', 'revision_number': 4, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'gw_port': {'id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '404960fc-d4d4-4aae-b053-f04ba6c471f0', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'port_id': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e98b-689d-4f71-9d17-176f02fd8903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:57:41Z', 'updated_at': '2022-09-21T21:57:41Z', 'revision_number': 0, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c95fb0-9090-4267-bca5-63c529e26528', 'name': '', 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'mac_address': 'fa:16:3e:37:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '83c905c7-034c-443d-b146-b33f013859ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:19Z', 'updated_at': '2022-09-21T21:56:23Z', 'revision_number': 5, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'subnets': [{'id': '83c905c7-034c-443d-b146-b33f013859ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:43.608078 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faff6427-da4c-4edf-80f0-6334dbcfddde x-openstack-request-id: req-faff6427-da4c-4edf-80f0-6334dbcfddde {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:57:43.609538 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1ab65e-46f7-4c7f-90e9-f60fb4516834", "name": "network-vif-plugged", "status": "completed", "tag": "992b4dac-0e98-4fb8-ab54-55724d3bb82b", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:57:43.609538 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-faff6427-da4c-4edf-80f0-6334dbcfddde {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:57:43.609538 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faff6427-da4c-4edf-80f0-6334dbcfddde'] response: {'server_uuid': '3f1ab65e-46f7-4c7f-90e9-f60fb4516834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992b4dac-0e98-4fb8-ab54-55724d3bb82b', 'code': 200} Sep 21 21:57:43.610543 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fc9dc7-107c-4fc0-98ff-eeb3789c509f None None] The sync data for ids ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'] in dv-cinder-858818-1-iscsi is: [{'id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'name': 'tempest-TestShelveInstance-1834737077-router', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:20Z', 'revision_number': 4, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'gw_port': {'id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '404960fc-d4d4-4aae-b053-f04ba6c471f0', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'port_id': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e98b-689d-4f71-9d17-176f02fd8903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:57:41Z', 'updated_at': '2022-09-21T21:57:41Z', 'revision_number': 0, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c95fb0-9090-4267-bca5-63c529e26528', 'name': '', 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'mac_address': 'fa:16:3e:37:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '83c905c7-034c-443d-b146-b33f013859ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:19Z', 'updated_at': '2022-09-21T21:56:23Z', 'revision_number': 5, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'subnets': [{'id': '83c905c7-034c-443d-b146-b33f013859ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:57:43.651240 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:43.705648 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=992b4dac-0e98-4fb8-ab54-55724d3bb82b,revision_number=10']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:43.802125 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd62ef3a-11f7-4217-a693-a0cb5cb2cf86 None None] New status for floating IP 404960fc-d4d4-4aae-b053-f04ba6c471f0: ACTIVE {{(pid=110733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:57:44.348769 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c079f-a825-41e6-ae87-b52e09d2ac4f req-e118d977-5c54-40c9-a8e9-beb878eba10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:44.350276 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-b10c079f-a825-41e6-ae87-b52e09d2ac4f req-e118d977-5c54-40c9-a8e9-beb878eba10d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 1130 time: 0.0440273 Sep 21 21:57:44.393095 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-b10c079f-a825-41e6-ae87-b52e09d2ac4f req-0a8caa31-9b89-442a-936a-96fbeb5767ed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364547 Sep 21 21:57:44.634569 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9510a-89b7-4cef-ad37-4d4791320a85 req-80be0a50-dc17-45a7-a2ec-bf922496ce30 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:44.636085 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9eb9510a-89b7-4cef-ad37-4d4791320a85 req-80be0a50-dc17-45a7-a2ec-bf922496ce30 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 946 time: 0.0534332 Sep 21 21:57:44.683218 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9eb9510a-89b7-4cef-ad37-4d4791320a85 req-e1ade205-e2bd-44a9-bd50-e821e305e204 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416503 Sep 21 21:57:44.729524 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45592) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:44.734045 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-8557e8a0-b457-4e0c-92d5-9fc5865e9d51 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'security_group': {'name': 'tempest-securitygroup--47213118', 'description': 'tempest-description--890211568'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:44.828298 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8557e8a0-b457-4e0c-92d5-9fc5865e9d51 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:44.892640 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8557e8a0-b457-4e0c-92d5-9fc5865e9d51 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (e094d7e7-aa69-441a-849e-acb2e86efb2f), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:44.959304 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8557e8a0-b457-4e0c-92d5-9fc5865e9d51 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (e094d7e7-aa69-441a-849e-acb2e86efb2f), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:44.991030 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557e8a0-b457-4e0c-92d5-9fc5865e9d51 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e094d7e7-aa69-441a-849e-acb2e86efb2f,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:45.052822 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8557e8a0-b457-4e0c-92d5-9fc5865e9d51 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:45.054095 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-8557e8a0-b457-4e0c-92d5-9fc5865e9d51 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3235309 Sep 21 21:57:45.057058 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45594) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:45.061207 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-e199c8fc-e327-48b6-8002-f687c3012db6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'security_group_rule': {'security_group_id': 'e094d7e7-aa69-441a-849e-acb2e86efb2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:45.123786 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e199c8fc-e327-48b6-8002-f687c3012db6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (d613d931-d906-4c62-9b70-a821f1713bcd), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:45.177325 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e199c8fc-e327-48b6-8002-f687c3012db6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (d613d931-d906-4c62-9b70-a821f1713bcd), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:45.233796 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e199c8fc-e327-48b6-8002-f687c3012db6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (d613d931-d906-4c62-9b70-a821f1713bcd), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:45.250824 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199c8fc-e327-48b6-8002-f687c3012db6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d613d931-d906-4c62-9b70-a821f1713bcd,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:45.304148 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e199c8fc-e327-48b6-8002-f687c3012db6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:45.305361 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-e199c8fc-e327-48b6-8002-f687c3012db6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2473676 Sep 21 21:57:45.307978 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45596) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:45.312245 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-31f774c3-05aa-40e8-9f7d-f67ea9c07abd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'security_group_rule': {'security_group_id': 'e094d7e7-aa69-441a-849e-acb2e86efb2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:45.387163 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-31f774c3-05aa-40e8-9f7d-f67ea9c07abd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (0c55ef0c-507f-4964-b410-691e8a34094f), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:45.440815 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-31f774c3-05aa-40e8-9f7d-f67ea9c07abd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (0c55ef0c-507f-4964-b410-691e8a34094f), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:45.496584 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-31f774c3-05aa-40e8-9f7d-f67ea9c07abd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (0c55ef0c-507f-4964-b410-691e8a34094f), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:45.513803 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f774c3-05aa-40e8-9f7d-f67ea9c07abd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c55ef0c-507f-4964-b410-691e8a34094f,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:45.561435 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-31f774c3-05aa-40e8-9f7d-f67ea9c07abd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:45.562612 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-31f774c3-05aa-40e8-9f7d-f67ea9c07abd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2536938 Sep 21 21:57:45.566361 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45598) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:45.570649 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-c5e082b3-af62-4a3f-8116-2811ea56c2c6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'floatingip': {'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:45.656613 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c5e082b3-af62-4a3f-8116-2811ea56c2c6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:45.820789 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee5ccc-418c-42e5-8c67-d9f160eb2e3f req-ed108bb6-1740-4bea-b3a7-e58d4076a7f4 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:45.822343 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ccee5ccc-418c-42e5-8c67-d9f160eb2e3f req-ed108bb6-1740-4bea-b3a7-e58d4076a7f4 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 946 time: 0.0576308 Sep 21 21:57:45.873873 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ccee5ccc-418c-42e5-8c67-d9f160eb2e3f req-936207bf-461d-4bbd-b63f-e7f691636e7e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458424 Sep 21 21:57:45.989734 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c5e082b3-af62-4a3f-8116-2811ea56c2c6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:46.104503 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-c5e082b3-af62-4a3f-8116-2811ea56c2c6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Allocated IP 172.27.2.68 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/ef97c93b-cb5a-42eb-ab98-4c49b39b5f7e) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:57:46.210571 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c5e082b3-af62-4a3f-8116-2811ea56c2c6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for port (ef97c93b-cb5a-42eb-ab98-4c49b39b5f7e), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:46.291515 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c5e082b3-af62-4a3f-8116-2811ea56c2c6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (ef97c93b-cb5a-42eb-ab98-4c49b39b5f7e), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:46.325603 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e082b3-af62-4a3f-8116-2811ea56c2c6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:57:46.328365 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-c5e082b3-af62-4a3f-8116-2811ea56c2c6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:57:46.332336 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e082b3-af62-4a3f-8116-2811ea56c2c6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:57:46.357532 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e082b3-af62-4a3f-8116-2811ea56c2c6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'Port': ['ID=ef97c93b-cb5a-42eb-ab98-4c49b39b5f7e,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:46.424833 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c5e082b3-af62-4a3f-8116-2811ea56c2c6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (89c8c89f-dd60-4dcf-87ab-80b060434b9e), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:46.525161 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c5e082b3-af62-4a3f-8116-2811ea56c2c6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (ef97c93b-cb5a-42eb-ab98-4c49b39b5f7e), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:46.668982 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c5e082b3-af62-4a3f-8116-2811ea56c2c6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for port (ef97c93b-cb5a-42eb-ab98-4c49b39b5f7e), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:46.771051 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c5e082b3-af62-4a3f-8116-2811ea56c2c6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (ef97c93b-cb5a-42eb-ab98-4c49b39b5f7e), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:46.834338 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e082b3-af62-4a3f-8116-2811ea56c2c6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'Port': ['ID=ef97c93b-cb5a-42eb-ab98-4c49b39b5f7e,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:46.836917 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c5e082b3-af62-4a3f-8116-2811ea56c2c6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (89c8c89f-dd60-4dcf-87ab-80b060434b9e), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:46.916654 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c5e082b3-af62-4a3f-8116-2811ea56c2c6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:46.926415 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-c5e082b3-af62-4a3f-8116-2811ea56c2c6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3506691 Sep 21 21:57:47.022291 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185b974-57d3-45cd-a776-61bb4bf462ff req-e001ef81-5416-452a-b33e-41c29fd37f61 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:47.023722 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c185b974-57d3-45cd-a776-61bb4bf462ff req-e001ef81-5416-452a-b33e-41c29fd37f61 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 946 time: 0.0547533 Sep 21 21:57:47.071726 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c185b974-57d3-45cd-a776-61bb4bf462ff req-5e53400a-9710-470e-8e89-a39a2475a785 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420516 Sep 21 21:57:47.113334 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-2a68ce71-ea06-4cdb-b4b6-f4c6a90c137f tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--47213118&fields=id&tenant_id=97db019d1a20418dbd658422bd2abeec HTTP/1.1" status: 200 len: 267 time: 0.0398581 Sep 21 21:57:47.219384 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-319dda41-687d-4588-ab5d-a412cc94d850 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:47.220843 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-319dda41-687d-4588-ab5d-a412cc94d850 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/networks?id=22bd5fcb-36cb-4d04-8fd5-44574faee68f HTTP/1.1" status: 200 len: 815 time: 0.1011212 Sep 21 21:57:47.236669 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-9335ecd4-de7b-4b4f-98c4-45a3935b593b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/quotas/97db019d1a20418dbd658422bd2abeec HTTP/1.1" status: 200 len: 375 time: 0.0100198 Sep 21 21:57:47.294423 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ab4430e9-86c9-4c62-b539-fa1fe49d37d4 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=97db019d1a20418dbd658422bd2abeec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519361 Sep 21 21:57:47.394376 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ab95402d-64e2-472d-953f-8ca33f8c9383 service neutron] 10.222.0.42 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886016 Sep 21 21:57:47.482449 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-943eecca-a1bd-4b0c-a706-07c5080845aa service neutron] 10.222.0.42 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824220 Sep 21 21:57:47.745865 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-48db6ff8-b9d9-494d-b405-0d1b65acc01d req-01e7af6f-2308-4044-a828-eeef4488406c tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 210 time: 0.0282216 Sep 21 21:57:48.205395 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1a83a-e4a7-4963-88d0-7f0355dd2617 req-4fe8b976-d530-4670-8ff4-89a6f753b873 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:48.206859 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-95a1a83a-e4a7-4963-88d0-7f0355dd2617 req-4fe8b976-d530-4670-8ff4-89a6f753b873 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 946 time: 0.0573320 Sep 21 21:57:48.253204 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-95a1a83a-e4a7-4963-88d0-7f0355dd2617 req-be20859d-52e1-4516-8e53-6483aa911121 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406668 Sep 21 21:57:48.850860 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-05c93d24-8ef7-4722-b509-c43e3917126d req-4b5e9777-cc7d-4cf1-bffe-a129acc38e31 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 210 time: 0.0292232 Sep 21 21:57:49.251353 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:49.946607 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-dbb953c7-4693-4e74-bbcb-503b8f546a35 req-2367f4df-0818-4270-9466-f69a07779108 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 210 time: 0.0272465 Sep 21 21:57:50.159445 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-26eada73-74ea-4d55-8cb2-503bd1a69efa tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:50.160830 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-26eada73-74ea-4d55-8cb2-503bd1a69efa tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "GET /v2.0/networks?id=22bd5fcb-36cb-4d04-8fd5-44574faee68f HTTP/1.1" status: 200 len: 815 time: 0.1043034 Sep 21 21:57:50.249789 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-dc593c57-e600-4278-b68f-398782a0b442 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97db019d1a20418dbd658422bd2abeec HTTP/1.1" status: 200 len: 470 time: 0.0603402 Sep 21 21:57:50.262729 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-e1971ad6-98d3-4fbe-a390-b4ff263fdd26 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'port': {'device_id': '1a7f121b-341f-435f-b9d5-c60e78d0451c', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'admin_state_up': True, 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'security_groups': ['e094d7e7-aa69-441a-849e-acb2e86efb2f']}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:50.423432 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-e1971ad6-98d3-4fbe-a390-b4ff263fdd26 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Made reservation on behalf of 97db019d1a20418dbd658422bd2abeec for: {'port': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:57:50.426946 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-e1971ad6-98d3-4fbe-a390-b4ff263fdd26 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:50.548685 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-e1971ad6-98d3-4fbe-a390-b4ff263fdd26 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Allocated IP 172.20.0.11 (22bd5fcb-36cb-4d04-8fd5-44574faee68f/ffad0065-5e21-48c1-8b35-fb87327cf65f/a5b1fd2e-2a47-4040-87e9-7757709a6bdf) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:57:50.683445 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-e1971ad6-98d3-4fbe-a390-b4ff263fdd26 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for port (a5b1fd2e-2a47-4040-87e9-7757709a6bdf), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:50.777013 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-e1971ad6-98d3-4fbe-a390-b4ff263fdd26 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (a5b1fd2e-2a47-4040-87e9-7757709a6bdf), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:50.816231 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-e1971ad6-98d3-4fbe-a390-b4ff263fdd26 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Network 22bd5fcb-36cb-4d04-8fd5-44574faee68f is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:57:50.819213 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-e1971ad6-98d3-4fbe-a390-b4ff263fdd26 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:57:50.822777 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-e1971ad6-98d3-4fbe-a390-b4ff263fdd26 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:57:50.852443 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1971ad6-98d3-4fbe-a390-b4ff263fdd26 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'Port': ['ID=a5b1fd2e-2a47-4040-87e9-7757709a6bdf,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:50.877723 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-e1971ad6-98d3-4fbe-a390-b4ff263fdd26 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:50.878355 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-e1971ad6-98d3-4fbe-a390-b4ff263fdd26 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:50.939875 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-e1971ad6-98d3-4fbe-a390-b4ff263fdd26 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6807051 Sep 21 21:57:50.973134 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Request body: {'port': {'device_id': '1a7f121b-341f-435f-b9d5-c60e78d0451c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:51.013123 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-ed26b771-ff6a-4ae0-985a-bdad6360f8a6 None None] Provisioning complete for port a5b1fd2e-2a47-4040-87e9-7757709a6bdf triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:57:51.014084 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-ed26b771-ff6a-4ae0-985a-bdad6360f8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a5b1fd2e-2a47-4040-87e9-7757709a6bdf), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:51.014443 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-ed26b771-ff6a-4ae0-985a-bdad6360f8a6 None None] Attempt 1 to provision port a5b1fd2e-2a47-4040-87e9-7757709a6bdf Sep 21 21:57:51.048801 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a5b1fd2e-2a47-4040-87e9-7757709a6bdf), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:51.051626 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-ed26b771-ff6a-4ae0-985a-bdad6360f8a6 None None] Port a5b1fd2e-2a47-4040-87e9-7757709a6bdf cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:57:51.073798 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49b7cc-848a-4f5f-ad7b-76e1c923494a req-1a3861b5-21b1-4e3e-afc5-048ab95d6353 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:51.075258 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4f49b7cc-848a-4f5f-ad7b-76e1c923494a req-1a3861b5-21b1-4e3e-afc5-048ab95d6353 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 932 time: 0.0552554 Sep 21 21:57:51.122319 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4f49b7cc-848a-4f5f-ad7b-76e1c923494a req-db3e0894-e57f-417e-aace-40cef6506032 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=e094d7e7-aa69-441a-849e-acb2e86efb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406399 Sep 21 21:57:51.297311 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b1fd2e-2a47-4040-87e9-7757709a6bdf {{(pid=110730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:57:51.304787 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Publish callbacks [] for port (a5b1fd2e-2a47-4040-87e9-7757709a6bdf), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:51.316863 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.provisioning_blocks [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Transition to ACTIVE for port object a5b1fd2e-2a47-4040-87e9-7757709a6bdf will not be triggered until provisioned by entity L2. {{(pid=110730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:57:51.399979 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (a5b1fd2e-2a47-4040-87e9-7757709a6bdf), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:51.478735 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Pushing event updated for resources: {'Port': ['ID=a5b1fd2e-2a47-4040-87e9-7757709a6bdf,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:51.507683 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Attempting to bind port a5b1fd2e-2a47-4040-87e9-7757709a6bdf on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:57:51.508014 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Attempting to bind port a5b1fd2e-2a47-4040-87e9-7757709a6bdf by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:57:51.508336 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Attempting to bind port a5b1fd2e-2a47-4040-87e9-7757709a6bdf on network 22bd5fcb-36cb-4d04-8fd5-44574faee68f {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:57:51.512554 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Port a5b1fd2e-2a47-4040-87e9-7757709a6bdf on network 22bd5fcb-36cb-4d04-8fd5-44574faee68f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:57:51.512870 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Attempting to bind port a5b1fd2e-2a47-4040-87e9-7757709a6bdf on network 22bd5fcb-36cb-4d04-8fd5-44574faee68f {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:57:51.517640 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:57:51.517967 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Checking segment: {'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:57:51.518339 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Bound using segment: {'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:57:51.518750 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Bound port: a5b1fd2e-2a47-4040-87e9-7757709a6bdf, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'}}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:57:51.519095 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a5b1fd2e-2a47-4040-87e9-7757709a6bdf), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:51.552580 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-ed26b771-ff6a-4ae0-985a-bdad6360f8a6 None None] Attempt 2 to provision port a5b1fd2e-2a47-4040-87e9-7757709a6bdf Sep 21 21:57:51.577886 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] For port a5b1fd2e-2a47-4040-87e9-7757709a6bdf, host hv-cinder-85881, cleared binding levels {{(pid=110730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:57:51.581010 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] For port a5b1fd2e-2a47-4040-87e9-7757709a6bdf, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a5b1fd2e-2a47-4040-87e9-7757709a6bdf,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:57:51.584260 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-ed26b771-ff6a-4ae0-985a-bdad6360f8a6 None None] Port a5b1fd2e-2a47-4040-87e9-7757709a6bdf cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:57:51.628807 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (a5b1fd2e-2a47-4040-87e9-7757709a6bdf), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:51.632737 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:51.633384 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:51.634796 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] 10.222.0.61 "PUT /v2.0/ports/a5b1fd2e-2a47-4040-87e9-7757709a6bdf HTTP/1.1" status: 200 len: 1094 time: 0.6665716 Sep 21 21:57:51.635321 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7f121b-341f-435f-b9d5-c60e78d0451c', 'tag': 'a5b1fd2e-2a47-4040-87e9-7757709a6bdf'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:57:51.637599 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf7b0f0-26f9-4c82-a248-2760c6b8bf81" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7f121b-341f-435f-b9d5-c60e78d0451c", "tag": "a5b1fd2e-2a47-4040-87e9-7757709a6bdf"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:57:51.678520 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8c3183-c409-4e03-8567-cfcc4366637e x-openstack-request-id: req-3c8c3183-c409-4e03-8567-cfcc4366637e {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:57:51.678821 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7f121b-341f-435f-b9d5-c60e78d0451c", "tag": "a5b1fd2e-2a47-4040-87e9-7757709a6bdf", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:57:51.679097 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c8c3183-c409-4e03-8567-cfcc4366637e {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:57:51.679506 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c8c3183-c409-4e03-8567-cfcc4366637e'] response: {'name': 'network-changed', 'server_uuid': '1a7f121b-341f-435f-b9d5-c60e78d0451c', 'tag': 'a5b1fd2e-2a47-4040-87e9-7757709a6bdf', 'status': 'completed', 'code': 200} Sep 21 21:57:51.691527 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ed4f6-4887-4983-959d-f147fc36fd2b service neutron] Pushing event updated for resources: {'Port': ['ID=a5b1fd2e-2a47-4040-87e9-7757709a6bdf,revision_number=3']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:51.768869 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7b0f0-26f9-4c82-a248-2760c6b8bf81 req-ca6e3be3-9484-4008-a2a9-ec8451dcbf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:51.770401 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-cbf7b0f0-26f9-4c82-a248-2760c6b8bf81 req-ca6e3be3-9484-4008-a2a9-ec8451dcbf67 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97db019d1a20418dbd658422bd2abeec&device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 1128 time: 0.0451736 Sep 21 21:57:51.881485 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7b0f0-26f9-4c82-a248-2760c6b8bf81 req-fc8d9e6a-7095-42ff-9ed4-7abe763ec499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:51.882819 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-cbf7b0f0-26f9-4c82-a248-2760c6b8bf81 req-fc8d9e6a-7095-42ff-9ed4-7abe763ec499 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=97db019d1a20418dbd658422bd2abeec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0921843 Sep 21 21:57:51.972134 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7b0f0-26f9-4c82-a248-2760c6b8bf81 req-8e05bd6f-cb64-4c4a-b90f-245a5b564b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:51.973625 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-cbf7b0f0-26f9-4c82-a248-2760c6b8bf81 req-8e05bd6f-cb64-4c4a-b90f-245a5b564b13 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845029 Sep 21 21:57:52.085329 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-ed26b771-ff6a-4ae0-985a-bdad6360f8a6 None None] Attempt 3 to provision port a5b1fd2e-2a47-4040-87e9-7757709a6bdf Sep 21 21:57:52.086139 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-02412730-f163-4a99-b5c7-b0b826a0e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:52.087605 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-02412730-f163-4a99-b5c7-b0b826a0e619 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97db019d1a20418dbd658422bd2abeec&device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 1128 time: 0.0430670 Sep 21 21:57:52.122709 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-ed26b771-ff6a-4ae0-985a-bdad6360f8a6 None None] Port a5b1fd2e-2a47-4040-87e9-7757709a6bdf had new provisioning blocks added so it will not transition to active. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:57:52.139439 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-38600c03-3619-4e22-b32a-b5f6ebca1a6e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5b1fd2e-2a47-4040-87e9-7757709a6bdf HTTP/1.1" status: 200 len: 217 time: 0.0350039 Sep 21 21:57:52.188403 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-f96694e9-167d-4b42-acd1-5326ef538988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:52.189901 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-f96694e9-167d-4b42-acd1-5326ef538988 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffad0065-5e21-48c1-8b35-fb87327cf65f HTTP/1.1" status: 200 len: 854 time: 0.0439963 Sep 21 21:57:52.246415 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-cfbd0535-1a82-40cc-b424-ed26c440bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:52.246679 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884941a-6d74-4eb9-8712-e3c08ce63654 req-85ea1e7f-ed6a-4557-b617-606dd84ca20e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:52.247877 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6884941a-6d74-4eb9-8712-e3c08ce63654 req-85ea1e7f-ed6a-4557-b617-606dd84ca20e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 944 time: 0.0522177 Sep 21 21:57:52.248049 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-cfbd0535-1a82-40cc-b424-ed26c440bd0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22bd5fcb-36cb-4d04-8fd5-44574faee68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442221 Sep 21 21:57:52.294621 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6884941a-6d74-4eb9-8712-e3c08ce63654 req-c5a585b0-833e-4441-8fa6-e9e6bcff3492 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=e094d7e7-aa69-441a-849e-acb2e86efb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410845 Sep 21 21:57:52.342732 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-b3e3dd42-667c-4861-8542-f52bb657e60f service neutron] 10.222.0.61 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852518 Sep 21 21:57:52.439316 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-aa0c5f38-0350-43e7-8235-046b2730eae9 req-ea640589-ee7f-4824-9da4-bb494048144a service neutron] 10.222.0.61 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810077 Sep 21 21:57:53.416567 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47aa2a-b5e2-4fe6-95ad-aedd17ac19a6 req-308863ae-d85d-41fd-ba6e-d162355c005d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:53.418058 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0b47aa2a-b5e2-4fe6-95ad-aedd17ac19a6 req-308863ae-d85d-41fd-ba6e-d162355c005d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 944 time: 0.0512040 Sep 21 21:57:53.466377 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0b47aa2a-b5e2-4fe6-95ad-aedd17ac19a6 req-e205f6a5-7772-4488-b0be-0d5764f53238 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=e094d7e7-aa69-441a-849e-acb2e86efb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421176 Sep 21 21:57:54.588921 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44adec-a3cd-4a44-ae33-1abbbd3daa88 req-43755458-6f07-485c-8aab-7dc7f78f0748 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:54.590331 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3b44adec-a3cd-4a44-ae33-1abbbd3daa88 req-43755458-6f07-485c-8aab-7dc7f78f0748 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 944 time: 0.0519252 Sep 21 21:57:54.635620 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3b44adec-a3cd-4a44-ae33-1abbbd3daa88 req-4ca93245-1e1a-4292-a883-24bcf1774cfc tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=e094d7e7-aa69-441a-849e-acb2e86efb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398607 Sep 21 21:57:55.294627 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device a5b1fd2e-2a47-4040-87e9-7757709a6bdf details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:57:55.392094 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port a5b1fd2e-2a47-4040-87e9-7757709a6bdf, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a5b1fd2e-2a47-4040-87e9-7757709a6bdf,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:55.403262 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': 'a5b1fd2e-2a47-4040-87e9-7757709a6bdf', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'port_id': 'a5b1fd2e-2a47-4040-87e9-7757709a6bdf', 'mac_address': 'fa:16:3e:83:df:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:57:55.436562 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port a5b1fd2e-2a47-4040-87e9-7757709a6bdf is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:57:55.436969 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a5b1fd2e-2a47-4040-87e9-7757709a6bdf), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:55.449149 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b1fd2e-2a47-4040-87e9-7757709a6bdf {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:57:55.468289 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port a5b1fd2e-2a47-4040-87e9-7757709a6bdf, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a5b1fd2e-2a47-4040-87e9-7757709a6bdf,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:55.542824 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (a5b1fd2e-2a47-4040-87e9-7757709a6bdf), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:55.591370 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=a5b1fd2e-2a47-4040-87e9-7757709a6bdf,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:55.598830 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:55.599205 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:55.599549 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:55.599881 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:55.600216 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:55.600545 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:55.600873 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:55.601223 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:55.601548 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:55.601871 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:55.602194 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:55.602514 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:55.602842 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:55.754930 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd06e6-ca04-4063-9225-30ad9cf8d0aa req-d1f25e04-cfc2-4457-bc4e-f3954ffd07ad tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:55.756380 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d8fd06e6-ca04-4063-9225-30ad9cf8d0aa req-d1f25e04-cfc2-4457-bc4e-f3954ffd07ad tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 945 time: 0.0508077 Sep 21 21:57:55.801821 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d8fd06e6-ca04-4063-9225-30ad9cf8d0aa req-14b82670-d122-4aae-8ab1-7dfc86d6c9e6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=e094d7e7-aa69-441a-849e-acb2e86efb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399458 Sep 21 21:57:55.991313 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['a5b1fd2e-2a47-4040-87e9-7757709a6bdf'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:57:56.525911 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9ed01e35-ba90-4a58-a2f3-141cbcc7b303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:56.925661 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc39440-03e4-4323-8411-8d31024b535d req-28311317-f80a-4714-860d-fe20d8d2b065 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:56.927124 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5cc39440-03e4-4323-8411-8d31024b535d req-28311317-f80a-4714-860d-fe20d8d2b065 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 945 time: 0.0554156 Sep 21 21:57:56.972402 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5cc39440-03e4-4323-8411-8d31024b535d req-faa9bff1-8191-483c-8f75-96ec68e39751 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=e094d7e7-aa69-441a-849e-acb2e86efb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398469 Sep 21 21:57:57.297812 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device a5b1fd2e-2a47-4040-87e9-7757709a6bdf up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:57:57.382654 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port a5b1fd2e-2a47-4040-87e9-7757709a6bdf completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:57:57.386278 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port a5b1fd2e-2a47-4040-87e9-7757709a6bdf triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:57:57.386648 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (a5b1fd2e-2a47-4040-87e9-7757709a6bdf), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:57.386980 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port a5b1fd2e-2a47-4040-87e9-7757709a6bdf Sep 21 21:57:57.456712 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port a5b1fd2e-2a47-4040-87e9-7757709a6bdf is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:57:57.457123 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (a5b1fd2e-2a47-4040-87e9-7757709a6bdf), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:57.479113 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7f121b-341f-435f-b9d5-c60e78d0451c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b1fd2e-2a47-4040-87e9-7757709a6bdf'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:57:57.481340 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2762fd7a-d494-4a9e-94f6-8e8f2ef41b26" -d '{"events": [{"server_uuid": "1a7f121b-341f-435f-b9d5-c60e78d0451c", "name": "network-vif-plugged", "status": "completed", "tag": "a5b1fd2e-2a47-4040-87e9-7757709a6bdf"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:57:57.494364 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port a5b1fd2e-2a47-4040-87e9-7757709a6bdf, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a5b1fd2e-2a47-4040-87e9-7757709a6bdf,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:57.516674 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6a01ec-9646-40c7-b5d7-aa45ccfd5ec6 x-openstack-request-id: req-7f6a01ec-9646-40c7-b5d7-aa45ccfd5ec6 {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:57:57.517014 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7f121b-341f-435f-b9d5-c60e78d0451c", "name": "network-vif-plugged", "status": "completed", "tag": "a5b1fd2e-2a47-4040-87e9-7757709a6bdf", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:57:57.517278 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f6a01ec-9646-40c7-b5d7-aa45ccfd5ec6 {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:57:57.517764 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f6a01ec-9646-40c7-b5d7-aa45ccfd5ec6'] response: {'server_uuid': '1a7f121b-341f-435f-b9d5-c60e78d0451c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b1fd2e-2a47-4040-87e9-7757709a6bdf', 'code': 200} Sep 21 21:57:57.565904 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (a5b1fd2e-2a47-4040-87e9-7757709a6bdf), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:57.618405 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=a5b1fd2e-2a47-4040-87e9-7757709a6bdf,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:57.935662 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef679f-b2a4-4064-b997-d43ffba1250b req-49f7c9b4-0972-4fb4-84b9-d7ea40cc14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:57.937163 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-f8ef679f-b2a4-4064-b997-d43ffba1250b req-49f7c9b4-0972-4fb4-84b9-d7ea40cc14f1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 1130 time: 0.0443079 Sep 21 21:57:57.984355 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-f8ef679f-b2a4-4064-b997-d43ffba1250b req-81b65ce7-77e6-4a92-8167-03aab805f294 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e094d7e7-aa69-441a-849e-acb2e86efb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394435 Sep 21 21:57:58.091627 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8bc61-34eb-414c-8d5c-947bd292d431 req-5b3afb8d-1191-4665-8de2-2a84cb4283c1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:58.093091 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b3a8bc61-34eb-414c-8d5c-947bd292d431 req-5b3afb8d-1191-4665-8de2-2a84cb4283c1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 946 time: 0.0505226 Sep 21 21:57:58.137959 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b3a8bc61-34eb-414c-8d5c-947bd292d431 req-42757727-8a51-498e-a6a9-59a1855c3cce tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=e094d7e7-aa69-441a-849e-acb2e86efb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389199 Sep 21 21:57:58.685296 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-143e3253-2590-4a5b-8a05-93272cd741c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:59.263710 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed69e44-2496-471b-b134-ffc272a08aa6 req-c2fc80c8-ba88-48af-9125-e3f140ee3b6a tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:59.265109 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9ed69e44-2496-471b-b134-ffc272a08aa6 req-c2fc80c8-ba88-48af-9125-e3f140ee3b6a tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 946 time: 0.0546176 Sep 21 21:57:59.310669 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9ed69e44-2496-471b-b134-ffc272a08aa6 req-5a48f250-0dfb-4402-9c80-8d1dcfff26eb tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=e094d7e7-aa69-441a-849e-acb2e86efb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400460 Sep 21 21:57:59.816742 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:00.430400 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee15e2c-4ef5-45ee-a96b-8a956535fe4c req-c97de0c9-0246-484d-9c2c-f0b46df3271e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:00.431863 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4ee15e2c-4ef5-45ee-a96b-8a956535fe4c req-c97de0c9-0246-484d-9c2c-f0b46df3271e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 946 time: 0.0512822 Sep 21 21:58:00.476853 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4ee15e2c-4ef5-45ee-a96b-8a956535fe4c req-9b786cc3-08d6-450f-bf74-520edbc85a4b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=e094d7e7-aa69-441a-849e-acb2e86efb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395646 Sep 21 21:58:00.594680 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59236c32-d553-4cda-aa2d-7c9ce9ba6c6b req-96823e39-4cc1-44f9-b041-f149ff2f3992 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:00.596057 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-59236c32-d553-4cda-aa2d-7c9ce9ba6c6b req-96823e39-4cc1-44f9-b041-f149ff2f3992 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 946 time: 0.0513613 Sep 21 21:58:00.606220 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 45712) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:00.610373 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-7a11cdcb-85fb-4a05-a6c1-2412253f4716 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'floatingip': {'port_id': 'a5b1fd2e-2a47-4040-87e9-7757709a6bdf'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:58:00.649802 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-7a11cdcb-85fb-4a05-a6c1-2412253f4716 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (89c8c89f-dd60-4dcf-87ab-80b060434b9e), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:01.042720 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-7a11cdcb-85fb-4a05-a6c1-2412253f4716 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:01.119697 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-7a11cdcb-85fb-4a05-a6c1-2412253f4716 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (89c8c89f-dd60-4dcf-87ab-80b060434b9e), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:01.212341 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.l3_db [None req-7a11cdcb-85fb-4a05-a6c1-2412253f4716 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Floating IP 89c8c89f-dd60-4dcf-87ab-80b060434b9e associated. External IP: 172.27.2.68, port: a5b1fd2e-2a47-4040-87e9-7757709a6bdf. Sep 21 21:58:01.404794 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a11cdcb-85fb-4a05-a6c1-2412253f4716 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Router 92a516de-15f7-4509-8377-11beb192c09d has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:58:01.506165 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a11cdcb-85fb-4a05-a6c1-2412253f4716 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:58:01.510995 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-7a11cdcb-85fb-4a05-a6c1-2412253f4716 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:01.516276 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb74051f-0248-4927-becb-6fb581e4dbd5 None None] Sync routers for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:58:01.526632 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb74051f-0248-4927-becb-6fb581e4dbd5 None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:58:01.527237 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-bb74051f-0248-4927-becb-6fb581e4dbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:57:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:58:01.541479 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-7a11cdcb-85fb-4a05-a6c1-2412253f4716 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "PUT /v2.0/floatingips/89c8c89f-dd60-4dcf-87ab-80b060434b9e HTTP/1.1" status: 200 len: 991 time: 0.9339271 Sep 21 21:58:01.542091 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7f121b-341f-435f-b9d5-c60e78d0451c', 'tag': 'a5b1fd2e-2a47-4040-87e9-7757709a6bdf'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:58:01.544412 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5519300-06e1-4b95-bb17-f6c2d8a1e0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7f121b-341f-435f-b9d5-c60e78d0451c", "tag": "a5b1fd2e-2a47-4040-87e9-7757709a6bdf"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:58:01.567070 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:01.580394 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78a33b2-d1c3-44d3-9bc7-9ec7f9f1e139 x-openstack-request-id: req-c78a33b2-d1c3-44d3-9bc7-9ec7f9f1e139 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:58:01.580714 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7f121b-341f-435f-b9d5-c60e78d0451c", "tag": "a5b1fd2e-2a47-4040-87e9-7757709a6bdf", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:58:01.581010 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c78a33b2-d1c3-44d3-9bc7-9ec7f9f1e139 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:58:01.581443 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78a33b2-d1c3-44d3-9bc7-9ec7f9f1e139'] response: {'name': 'network-changed', 'server_uuid': '1a7f121b-341f-435f-b9d5-c60e78d0451c', 'tag': 'a5b1fd2e-2a47-4040-87e9-7757709a6bdf', 'status': 'completed', 'code': 200} Sep 21 21:58:01.637842 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-bb74051f-0248-4927-becb-6fb581e4dbd5 None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:58:01.681684 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5519300-06e1-4b95-bb17-f6c2d8a1e0d5 req-42e1524f-a74d-4dbf-87c4-27c4ed6b6eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:01.683113 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d5519300-06e1-4b95-bb17-f6c2d8a1e0d5 req-42e1524f-a74d-4dbf-87c4-27c4ed6b6eb7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97db019d1a20418dbd658422bd2abeec&device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 1130 time: 0.0441661 Sep 21 21:58:01.780196 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5519300-06e1-4b95-bb17-f6c2d8a1e0d5 req-fe1f1c06-4285-4b2d-a0a4-f5a29095864d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:01.781972 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d5519300-06e1-4b95-bb17-f6c2d8a1e0d5 req-fe1f1c06-4285-4b2d-a0a4-f5a29095864d service neutron] 10.222.0.61 "GET /v2.0/networks?id=22bd5fcb-36cb-4d04-8fd5-44574faee68f HTTP/1.1" status: 200 len: 916 time: 0.0875607 Sep 21 21:58:01.849179 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d5519300-06e1-4b95-bb17-f6c2d8a1e0d5 req-5639d1df-1872-4d6b-a160-fabd6e800631 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5b1fd2e-2a47-4040-87e9-7757709a6bdf HTTP/1.1" status: 200 len: 999 time: 0.0601575 Sep 21 21:58:01.900719 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5519300-06e1-4b95-bb17-f6c2d8a1e0d5 req-b93f62d5-6d4d-4620-8045-a15ae3c21bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:01.902188 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d5519300-06e1-4b95-bb17-f6c2d8a1e0d5 req-b93f62d5-6d4d-4620-8045-a15ae3c21bf9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffad0065-5e21-48c1-8b35-fb87327cf65f HTTP/1.1" status: 200 len: 854 time: 0.0439634 Sep 21 21:58:01.950940 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5519300-06e1-4b95-bb17-f6c2d8a1e0d5 req-380cb118-4416-45ed-82f9-48b2132ab564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:01.952426 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d5519300-06e1-4b95-bb17-f6c2d8a1e0d5 req-380cb118-4416-45ed-82f9-48b2132ab564 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22bd5fcb-36cb-4d04-8fd5-44574faee68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428877 Sep 21 21:58:01.980667 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-bb74051f-0248-4927-becb-6fb581e4dbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '89c8c89f-dd60-4dcf-87ab-80b060434b9e', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '92a516de-15f7-4509-8377-11beb192c09d', 'port_id': 'a5b1fd2e-2a47-4040-87e9-7757709a6bdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'mac_address': 'fa:16:3e:83:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7f121b-341f-435f-b9d5-c60e78d0451c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:57:46Z', 'updated_at': '2022-09-21T21:58:00Z', 'revision_number': 1, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'fixed_ip_address_scope': None}, {'id': '89ceb08b-7a08-4321-97bc-74e91cbd0473', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '92a516de-15f7-4509-8377-11beb192c09d', 'port_id': '3a0db892-139a-45d6-ba21-336117347765', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'mac_address': 'fa:16:3e:09:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0208c9-75ea-422e-9c01-a6cd93ff9382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:56:12Z', 'updated_at': '2022-09-21T21:56:38Z', 'revision_number': 2, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:58:02.005285 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb74051f-0248-4927-becb-6fb581e4dbd5 None None] Checking router: 92a516de-15f7-4509-8377-11beb192c09d for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:58:02.014289 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb74051f-0248-4927-becb-6fb581e4dbd5 None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:58:02.014909 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-bb74051f-0248-4927-becb-6fb581e4dbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:57:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:58:02.049041 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d5519300-06e1-4b95-bb17-f6c2d8a1e0d5 req-5b4b3c0a-378f-434b-bd74-a92f9ce40df9 service neutron] 10.222.0.61 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858574 Sep 21 21:58:02.116395 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-bb74051f-0248-4927-becb-6fb581e4dbd5 None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:58:02.136816 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d5519300-06e1-4b95-bb17-f6c2d8a1e0d5 req-e0006e89-a6dc-4b6d-a2e2-b46a8016dd33 service neutron] 10.222.0.61 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798433 Sep 21 21:58:02.332203 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-bb74051f-0248-4927-becb-6fb581e4dbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '89c8c89f-dd60-4dcf-87ab-80b060434b9e', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '92a516de-15f7-4509-8377-11beb192c09d', 'port_id': 'a5b1fd2e-2a47-4040-87e9-7757709a6bdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'mac_address': 'fa:16:3e:83:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7f121b-341f-435f-b9d5-c60e78d0451c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:57:46Z', 'updated_at': '2022-09-21T21:58:00Z', 'revision_number': 1, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'fixed_ip_address_scope': None}, {'id': '89ceb08b-7a08-4321-97bc-74e91cbd0473', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '92a516de-15f7-4509-8377-11beb192c09d', 'port_id': '3a0db892-139a-45d6-ba21-336117347765', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'mac_address': 'fa:16:3e:09:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0208c9-75ea-422e-9c01-a6cd93ff9382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:56:12Z', 'updated_at': '2022-09-21T21:56:38Z', 'revision_number': 2, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:58:02.355331 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb74051f-0248-4927-becb-6fb581e4dbd5 None None] The sync data for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi is: [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '89c8c89f-dd60-4dcf-87ab-80b060434b9e', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '92a516de-15f7-4509-8377-11beb192c09d', 'port_id': 'a5b1fd2e-2a47-4040-87e9-7757709a6bdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'mac_address': 'fa:16:3e:83:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7f121b-341f-435f-b9d5-c60e78d0451c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:57:46Z', 'updated_at': '2022-09-21T21:58:00Z', 'revision_number': 1, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'fixed_ip_address_scope': None}, {'id': '89ceb08b-7a08-4321-97bc-74e91cbd0473', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '92a516de-15f7-4509-8377-11beb192c09d', 'port_id': '3a0db892-139a-45d6-ba21-336117347765', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'mac_address': 'fa:16:3e:09:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0208c9-75ea-422e-9c01-a6cd93ff9382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:56:12Z', 'updated_at': '2022-09-21T21:56:38Z', 'revision_number': 2, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:58:02.546432 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ff18df-e79c-4ce2-8053-4765ae0bef8e None None] New status for floating IP 89c8c89f-dd60-4dcf-87ab-80b060434b9e: ACTIVE {{(pid=110733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:58:03.028682 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:07.315109 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03417ca1-c569-4933-ba22-db2af97ddd91 req-dc30ca84-37e4-457a-be59-954d894f41ff tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:07.316575 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-03417ca1-c569-4933-ba22-db2af97ddd91 req-dc30ca84-37e4-457a-be59-954d894f41ff tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0529573 Sep 21 21:58:07.361783 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-03417ca1-c569-4933-ba22-db2af97ddd91 req-ded0ec17-e641-4247-9bbb-d099f3fec8e1 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396175 Sep 21 21:58:08.483325 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e8c2b-d926-47df-b01e-adde8ebccadc req-d147ee8d-69d0-4328-8611-db4ef7740fe5 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:08.484760 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-834e8c2b-d926-47df-b01e-adde8ebccadc req-d147ee8d-69d0-4328-8611-db4ef7740fe5 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0504470 Sep 21 21:58:08.534396 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-834e8c2b-d926-47df-b01e-adde8ebccadc req-538aaab8-ac51-40a4-b675-406c67b931b7 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431969 Sep 21 21:58:09.656234 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ec0f8-4dc2-4d5b-84df-65b3e39fd67c req-de33527e-b3d9-47ef-b75c-9ffca6e1817c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:09.657691 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0d8ec0f8-4dc2-4d5b-84df-65b3e39fd67c req-de33527e-b3d9-47ef-b75c-9ffca6e1817c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0512722 Sep 21 21:58:09.704770 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0d8ec0f8-4dc2-4d5b-84df-65b3e39fd67c req-9b12d9e4-ec8e-43a3-94ff-ff5e9e3fb7d2 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405266 Sep 21 21:58:10.828239 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37606b9c-6741-44ae-8f13-7e713315cd41 req-94617ffd-edb0-4a7f-9cad-95cf98b343b7 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:10.830371 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-37606b9c-6741-44ae-8f13-7e713315cd41 req-94617ffd-edb0-4a7f-9cad-95cf98b343b7 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0540833 Sep 21 21:58:10.875299 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-37606b9c-6741-44ae-8f13-7e713315cd41 req-9357fc71-a174-41c6-ae6f-039cb42fc976 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394549 Sep 21 21:58:12.001120 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fa528-ea1e-44f9-8446-157fac0cb748 req-7801bd5c-34f8-4fd1-b5bd-6a12eece4c40 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:12.002626 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-925fa528-ea1e-44f9-8446-157fac0cb748 req-7801bd5c-34f8-4fd1-b5bd-6a12eece4c40 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0558388 Sep 21 21:58:12.049590 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-925fa528-ea1e-44f9-8446-157fac0cb748 req-a590a019-d67d-4952-8658-a55940a26f89 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414658 Sep 21 21:58:13.170384 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74b76-b317-4d2f-8d58-27f0c6d19cc6 req-1af47b06-530d-4bce-8563-ccc5c50d2c99 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:13.171860 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ebd74b76-b317-4d2f-8d58-27f0c6d19cc6 req-1af47b06-530d-4bce-8563-ccc5c50d2c99 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0519383 Sep 21 21:58:13.218355 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ebd74b76-b317-4d2f-8d58-27f0c6d19cc6 req-f9f11a35-1cdc-45be-a28b-b6e7f8ab71b5 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403314 Sep 21 21:58:14.345131 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128330da-8621-4c0c-8949-95890a47e842 req-201222b6-1f9c-4039-b8d7-7a4b9b7bcf08 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:14.346725 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-128330da-8621-4c0c-8949-95890a47e842 req-201222b6-1f9c-4039-b8d7-7a4b9b7bcf08 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0565629 Sep 21 21:58:14.393251 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-128330da-8621-4c0c-8949-95890a47e842 req-5aadd717-e6cc-47a1-87c1-775b081e057e tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410264 Sep 21 21:58:14.410473 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:58:15.515519 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20a7cb-0a5a-4cc0-b527-e1951dd52eb9 req-67085df6-0fc0-4443-882a-bfa3d705bab0 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:15.519193 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8e20a7cb-0a5a-4cc0-b527-e1951dd52eb9 req-67085df6-0fc0-4443-882a-bfa3d705bab0 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0531456 Sep 21 21:58:15.564455 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8e20a7cb-0a5a-4cc0-b527-e1951dd52eb9 req-cd363650-7230-45ea-8ce4-870731767664 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414865 Sep 21 21:58:16.687414 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10511131-cd78-4f7a-9a93-68e143259c4c req-22d48912-4379-40b3-a13d-26d3a2660a53 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:16.690040 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-10511131-cd78-4f7a-9a93-68e143259c4c req-22d48912-4379-40b3-a13d-26d3a2660a53 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0519142 Sep 21 21:58:16.738034 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-10511131-cd78-4f7a-9a93-68e143259c4c req-2bd865c7-bca2-49c6-b916-859840552f81 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430782 Sep 21 21:58:17.873886 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246de2a0-d588-49db-b2bc-e44d613d3e25 req-758405ae-daa7-40aa-8f45-206e0a03df2d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:17.880390 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-246de2a0-d588-49db-b2bc-e44d613d3e25 req-758405ae-daa7-40aa-8f45-206e0a03df2d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0555320 Sep 21 21:58:17.924922 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-246de2a0-d588-49db-b2bc-e44d613d3e25 req-f5239164-2bee-49f5-80f9-f9025f42d243 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435541 Sep 21 21:58:19.047928 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9d50d-299d-4371-a130-3ff19e9c50ed req-f1c2e96d-7171-4095-a039-55cec3f73728 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:19.049437 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a0b9d50d-299d-4371-a130-3ff19e9c50ed req-f1c2e96d-7171-4095-a039-55cec3f73728 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0523896 Sep 21 21:58:19.096391 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a0b9d50d-299d-4371-a130-3ff19e9c50ed req-fd59b723-5d3a-4b82-98b6-614450df4d2c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413485 Sep 21 21:58:19.291332 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:19.481413 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bec4b-7660-4f54-9f4c-6ffcc6b28a75 req-0f21b386-3209-4a9c-9526-347a84457923 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:19.486427 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e58bec4b-7660-4f54-9f4c-6ffcc6b28a75 req-0f21b386-3209-4a9c-9526-347a84457923 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0596950 Sep 21 21:58:19.496330 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-187238ca-3baa-4099-8a42-9e0755b53482 req-2cc5f2ec-cdb8-4cb8-86d8-d5249acf983a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488012 Sep 21 21:58:19.532053 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e58bec4b-7660-4f54-9f4c-6ffcc6b28a75 req-fa07e3b9-dece-48d4-ae66-e0d6562013ca tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430033 Sep 21 21:58:19.601585 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187238ca-3baa-4099-8a42-9e0755b53482 req-8fb43085-c565-4ae8-9f10-eaa17c2337b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:19.603124 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-187238ca-3baa-4099-8a42-9e0755b53482 req-8fb43085-c565-4ae8-9f10-eaa17c2337b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1603f7fd81ff4966be5b51e69354038c&device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 1130 time: 0.0465629 Sep 21 21:58:19.656841 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bbf53-705a-4ec3-818b-3c3ef0f65073 req-e764a9a8-cb9b-41c5-b96f-e52e715f9664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:19.658372 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-108bbf53-705a-4ec3-818b-3c3ef0f65073 req-e764a9a8-cb9b-41c5-b96f-e52e715f9664 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dffa029369f34cedb4849826071f9552&device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 1130 time: 0.0448675 Sep 21 21:58:19.710690 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187238ca-3baa-4099-8a42-9e0755b53482 req-8e3097b9-d30f-4727-bffd-2ff4bf815139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:19.712175 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-187238ca-3baa-4099-8a42-9e0755b53482 req-8e3097b9-d30f-4727-bffd-2ff4bf815139 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 HTTP/1.1" status: 200 len: 917 time: 0.0834584 Sep 21 21:58:19.748781 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bbf53-705a-4ec3-818b-3c3ef0f65073 req-c3c6e59d-e595-48b4-8781-37f098c8cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:19.750295 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-108bbf53-705a-4ec3-818b-3c3ef0f65073 req-c3c6e59d-e595-48b4-8781-37f098c8cebf service neutron] 10.222.0.61 "GET /v2.0/networks?id=f53260a4-6fcd-403d-87df-2c61cac67763 HTTP/1.1" status: 200 len: 911 time: 0.0859261 Sep 21 21:58:19.779016 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-187238ca-3baa-4099-8a42-9e0755b53482 req-b26e6cc9-7cf7-4f66-8fd9-a32f6d4a9d34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=992b4dac-0e98-4fb8-ab54-55724d3bb82b HTTP/1.1" status: 200 len: 1001 time: 0.0575902 Sep 21 21:58:19.814754 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-108bbf53-705a-4ec3-818b-3c3ef0f65073 req-75b5248b-46a0-4c39-a136-faf93191bc64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c63305f-8071-4476-809c-333368a3488e HTTP/1.1" status: 200 len: 1001 time: 0.0562413 Sep 21 21:58:19.827291 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187238ca-3baa-4099-8a42-9e0755b53482 req-15d6bdef-297a-45f2-9da3-7037f787b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:19.828709 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-187238ca-3baa-4099-8a42-9e0755b53482 req-15d6bdef-297a-45f2-9da3-7037f787b49e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e474980b-93bc-4f2c-9cce-1ff39a325d4d HTTP/1.1" status: 200 len: 855 time: 0.0435154 Sep 21 21:58:19.860871 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bbf53-705a-4ec3-818b-3c3ef0f65073 req-62fc23c6-fe03-4f84-9742-f3f3475a28f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:19.862328 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-108bbf53-705a-4ec3-818b-3c3ef0f65073 req-62fc23c6-fe03-4f84-9742-f3f3475a28f6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8 HTTP/1.1" status: 200 len: 849 time: 0.0422976 Sep 21 21:58:19.885747 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187238ca-3baa-4099-8a42-9e0755b53482 req-a0c0fc1f-ddf3-44de-b824-b0bedf9bfa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:19.887241 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-187238ca-3baa-4099-8a42-9e0755b53482 req-a0c0fc1f-ddf3-44de-b824-b0bedf9bfa69 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428288 Sep 21 21:58:19.920003 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bbf53-705a-4ec3-818b-3c3ef0f65073 req-b94acdbb-4b6e-4229-9a11-f911a1e8f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:19.921498 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-108bbf53-705a-4ec3-818b-3c3ef0f65073 req-b94acdbb-4b6e-4229-9a11-f911a1e8f8c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f53260a4-6fcd-403d-87df-2c61cac67763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432601 Sep 21 21:58:19.983695 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-187238ca-3baa-4099-8a42-9e0755b53482 req-f740c04a-11d5-4ff4-86a7-cb3b81d40500 service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835803 Sep 21 21:58:20.015581 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-108bbf53-705a-4ec3-818b-3c3ef0f65073 req-5cd91f2a-02b0-4acd-9d23-993cea516ed5 service neutron] 10.222.0.61 "GET /v2.0/networks/f53260a4-6fcd-403d-87df-2c61cac67763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865972 Sep 21 21:58:20.071961 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-187238ca-3baa-4099-8a42-9e0755b53482 req-38b37357-bf30-4c5c-b4d3-392bf8e8263c service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804577 Sep 21 21:58:20.105269 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-108bbf53-705a-4ec3-818b-3c3ef0f65073 req-37220b6b-200f-47cc-865f-fb2f7a832162 service neutron] 10.222.0.61 "GET /v2.0/networks/f53260a4-6fcd-403d-87df-2c61cac67763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820117 Sep 21 21:58:20.660533 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e9cf0-8d14-4bed-8378-8fbc0c7f5fdb req-b1c643bb-23f9-437c-908b-05fb5098998a tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:20.661971 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ea8e9cf0-8d14-4bed-8378-8fbc0c7f5fdb req-b1c643bb-23f9-437c-908b-05fb5098998a tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0557437 Sep 21 21:58:20.707512 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ea8e9cf0-8d14-4bed-8378-8fbc0c7f5fdb req-6be6772e-7a46-409f-9779-309158512099 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398693 Sep 21 21:58:21.828398 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24042ece-945c-4840-8fb4-e8dece93e79a req-98544293-837c-49ea-b753-ad2c4486dffe tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:21.830447 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-24042ece-945c-4840-8fb4-e8dece93e79a req-98544293-837c-49ea-b753-ad2c4486dffe tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0525630 Sep 21 21:58:21.875108 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-24042ece-945c-4840-8fb4-e8dece93e79a req-5331682e-f820-4bb2-8342-dddb9a6ca327 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392463 Sep 21 21:58:26.514207 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-6411fc38-e6ae-42d2-afb1-333b1a0a76a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:28.645565 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-d9d52020-e5ad-4e81-bc11-49f1e798e4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:29.828485 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:31.548621 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:33.011406 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:36.220765 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbd7dc-112b-4bde-90d2-a2fae2ac3300 req-43a8f055-e74d-4e71-9be1-36cc48e78639 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:36.222258 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c1bbd7dc-112b-4bde-90d2-a2fae2ac3300 req-43a8f055-e74d-4e71-9be1-36cc48e78639 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0583010 Sep 21 21:58:36.303852 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c1bbd7dc-112b-4bde-90d2-a2fae2ac3300 req-8a9d8baf-45a8-4fe3-a117-db0512750036 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754061 Sep 21 21:58:36.316741 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ec2a5-241c-4308-a49e-36b58efc6013 req-61f94f94-620d-4512-b69c-2ec9e43406e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:36.318508 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2e9ec2a5-241c-4308-a49e-36b58efc6013 req-61f94f94-620d-4512-b69c-2ec9e43406e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce39458046ef4d2bb8de370118e4ed86&device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 1129 time: 0.0579693 Sep 21 21:58:36.405192 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ec2a5-241c-4308-a49e-36b58efc6013 req-5bec9e04-85a8-46b5-b954-096b4e04e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:36.406646 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2e9ec2a5-241c-4308-a49e-36b58efc6013 req-5bec9e04-85a8-46b5-b954-096b4e04e35b service neutron] 10.222.0.61 "GET /v2.0/networks?id=f801d94d-838f-46f0-b7fb-17b6d1554e9c HTTP/1.1" status: 200 len: 919 time: 0.0830815 Sep 21 21:58:36.468865 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2e9ec2a5-241c-4308-a49e-36b58efc6013 req-fa155122-050b-4b60-9520-9bc3e3dd3918 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c94916d-0256-480b-8107-bbd151f91715 HTTP/1.1" status: 200 len: 1001 time: 0.0559776 Sep 21 21:58:36.516285 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ec2a5-241c-4308-a49e-36b58efc6013 req-4b998ecb-6677-448e-9982-7004441f6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:36.517597 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2e9ec2a5-241c-4308-a49e-36b58efc6013 req-4b998ecb-6677-448e-9982-7004441f6650 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=575b43de-b954-4ed7-bfdd-5b0bcfa5628e HTTP/1.1" status: 200 len: 857 time: 0.0415635 Sep 21 21:58:36.564178 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ec2a5-241c-4308-a49e-36b58efc6013 req-4a1e416c-44a1-4c0f-be47-ca6ae6158ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:36.565666 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2e9ec2a5-241c-4308-a49e-36b58efc6013 req-4a1e416c-44a1-4c0f-be47-ca6ae6158ea6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f801d94d-838f-46f0-b7fb-17b6d1554e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421369 Sep 21 21:58:36.895860 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2e9ec2a5-241c-4308-a49e-36b58efc6013 req-a210d759-88ea-443a-a6ac-98e264853013 service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226445 Sep 21 21:58:36.985903 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2e9ec2a5-241c-4308-a49e-36b58efc6013 req-2ee8ffa0-1061-43e3-b79b-6a7faa61d964 service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829868 Sep 21 21:58:37.463918 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56354f-88f4-4d24-83b9-afc329909820 req-805b6cf6-c750-49c7-9af1-3c3a09339c68 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:37.465435 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9f56354f-88f4-4d24-83b9-afc329909820 req-805b6cf6-c750-49c7-9af1-3c3a09339c68 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0864406 Sep 21 21:58:37.472007 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c46103-c41a-49a4-9b7f-01db7adb1704 req-0cc5e65d-ff21-4529-a28c-91b6091191e8 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:37.473942 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-81c46103-c41a-49a4-9b7f-01db7adb1704 req-0cc5e65d-ff21-4529-a28c-91b6091191e8 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 946 time: 0.0855944 Sep 21 21:58:37.543720 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9f56354f-88f4-4d24-83b9-afc329909820 req-adb4222a-691d-4437-9ac5-3709107b1af0 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688307 Sep 21 21:58:37.547752 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-81c46103-c41a-49a4-9b7f-01db7adb1704 req-760263d8-7d84-4cb8-b95d-fcb7530f62d9 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673234 Sep 21 21:58:38.700413 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e454c-9fd4-44da-b220-8b931cfa19cd req-cb088664-b6d0-41d6-93c3-43214412acd7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:38.701901 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ba9e454c-9fd4-44da-b220-8b931cfa19cd req-cb088664-b6d0-41d6-93c3-43214412acd7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0849061 Sep 21 21:58:38.709058 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639f34f-2e96-4e85-9b7d-4512c46e9e17 req-bb6da052-70db-4b19-a0c8-7cf38428cde2 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:38.710401 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b639f34f-2e96-4e85-9b7d-4512c46e9e17 req-bb6da052-70db-4b19-a0c8-7cf38428cde2 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 946 time: 0.0847814 Sep 21 21:58:38.780882 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ba9e454c-9fd4-44da-b220-8b931cfa19cd req-a7ba0f1e-b2c4-4fa5-b370-d483913d575a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695484 Sep 21 21:58:38.783675 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b639f34f-2e96-4e85-9b7d-4512c46e9e17 req-219d967a-8b20-4360-93e1-9e2ae10be501 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668406 Sep 21 21:58:39.349309 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88b135-8ff3-4173-8988-2d5b485abda1 req-0ecb8a24-ebe4-4d49-9bbc-7d20ec613376 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:39.350648 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe88b135-8ff3-4173-8988-2d5b485abda1 req-0ecb8a24-ebe4-4d49-9bbc-7d20ec613376 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 946 time: 0.0513940 Sep 21 21:58:39.439971 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-fe88b135-8ff3-4173-8988-2d5b485abda1 req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Deleting port 992b4dac-0e98-4fb8-ab54-55724d3bb82b {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:58:39.440314 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fe88b135-8ff3-4173-8988-2d5b485abda1 req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:39.525601 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-fe88b135-8ff3-4173-8988-2d5b485abda1 req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] For port 992b4dac-0e98-4fb8-ab54-55724d3bb82b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=992b4dac-0e98-4fb8-ab54-55724d3bb82b,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:58:39.525965 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fe88b135-8ff3-4173-8988-2d5b485abda1 req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:39.722493 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fe88b135-8ff3-4173-8988-2d5b485abda1 req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:39.723188 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fe88b135-8ff3-4173-8988-2d5b485abda1 req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (62945547-f6db-470a-b1a8-fdde5c68472d), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:39.723188 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.l3_db [req-fe88b135-8ff3-4173-8988-2d5b485abda1 req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Floating IP 62945547-f6db-470a-b1a8-fdde5c68472d disassociated. External IP: 172.27.2.168, port: 992b4dac-0e98-4fb8-ab54-55724d3bb82b. Sep 21 21:58:39.724052 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-fe88b135-8ff3-4173-8988-2d5b485abda1 req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Calling delete_port for 992b4dac-0e98-4fb8-ab54-55724d3bb82b owned by compute:nova {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:58:39.930337 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fe88b135-8ff3-4173-8988-2d5b485abda1 req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (992b4dac-0e98-4fb8-ab54-55724d3bb82b), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:39.951511 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941c4fa-01cd-42a4-a6f4-b6f809ec285e req-157d5f2c-a930-442c-a46f-7c20eb8012d9 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:39.954875 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8941c4fa-01cd-42a4-a6f4-b6f809ec285e req-157d5f2c-a930-442c-a46f-7c20eb8012d9 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 868 time: 0.0885582 Sep 21 21:58:39.975933 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4f5ac-b88a-4a82-84b5-ab5d2d38fa56 req-73f61404-b030-423c-8565-b8d6f6275473 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:39.977283 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-77f4f5ac-b88a-4a82-84b5-ab5d2d38fa56 req-73f61404-b030-423c-8565-b8d6f6275473 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.1216836 Sep 21 21:58:39.982145 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Pushing event deleted for resources: {'Port': ['ID=992b4dac-0e98-4fb8-ab54-55724d3bb82b,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:40.019981 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:40.020319 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:40.020657 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:40.021014 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:40.021348 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:40.021680 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:40.022004 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:40.022327 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:40.022650 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:40.022977 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:40.023298 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:40.023618 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:40.023938 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:40.132647 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8941c4fa-01cd-42a4-a6f4-b6f809ec285e req-97d25c0d-061d-4f1c-bc3c-f0c02fb3ad3d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=102f2701-6148-434f-ba32-45a9c93cee37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544182 Sep 21 21:58:40.142109 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-77f4f5ac-b88a-4a82-84b5-ab5d2d38fa56 req-6270dfaf-0be8-47ac-aa18-1164a1b64d88 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544166 Sep 21 21:58:40.170775 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe88b135-8ff3-4173-8988-2d5b485abda1 req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Router db1c6c97-65d0-4428-94be-58942e8bdd47 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:58:40.272962 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe88b135-8ff3-4173-8988-2d5b485abda1 req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:58:40.283503 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fef614-d4a2-449c-a46f-1f52ee2ed756 None None] Sync routers for ids ['db1c6c97-65d0-4428-94be-58942e8bdd47'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:58:40.294259 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fef614-d4a2-449c-a46f-1f52ee2ed756 None None] Routers {'db1c6c97-65d0-4428-94be-58942e8bdd47'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:58:40.294906 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-a2fef614-d4a2-449c-a46f-1f52ee2ed756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:58:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['db1c6c97-65d0-4428-94be-58942e8bdd47'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:58:40.319690 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe88b135-8ff3-4173-8988-2d5b485abda1 req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] No DVR routers for this DVR port 992b4dac-0e98-4fb8-ab54-55724d3bb82b on host hv-cinder-85881 {{(pid=110731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:58:40.319690 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fe88b135-8ff3-4173-8988-2d5b485abda1 req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:40.321477 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fe88b135-8ff3-4173-8988-2d5b485abda1 req-9baf2e7e-5c9c-4bc1-8ebb-b8bf29767a3c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.61 "DELETE /v2.0/ports/992b4dac-0e98-4fb8-ab54-55724d3bb82b HTTP/1.1" status: 204 len: 173 time: 0.9654214 Sep 21 21:58:40.321970 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1ab65e-46f7-4c7f-90e9-f60fb4516834', 'name': 'network-vif-deleted', 'tag': '992b4dac-0e98-4fb8-ab54-55724d3bb82b'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:58:40.324740 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd0d4b4-ed20-43d0-8646-159279ea0b78" -d '{"events": [{"server_uuid": "3f1ab65e-46f7-4c7f-90e9-f60fb4516834", "name": "network-vif-deleted", "tag": "992b4dac-0e98-4fb8-ab54-55724d3bb82b"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:58:40.361868 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d747e98-c649-4e32-a16a-0f562bb405f2 x-openstack-request-id: req-7d747e98-c649-4e32-a16a-0f562bb405f2 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:58:40.362160 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1ab65e-46f7-4c7f-90e9-f60fb4516834", "name": "network-vif-deleted", "tag": "992b4dac-0e98-4fb8-ab54-55724d3bb82b", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:58:40.362412 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d747e98-c649-4e32-a16a-0f562bb405f2 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:58:40.362814 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d747e98-c649-4e32-a16a-0f562bb405f2'] response: {'server_uuid': '3f1ab65e-46f7-4c7f-90e9-f60fb4516834', 'name': 'network-vif-deleted', 'tag': '992b4dac-0e98-4fb8-ab54-55724d3bb82b', 'status': 'completed', 'code': 200} Sep 21 21:58:40.407706 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-a2fef614-d4a2-449c-a46f-1f52ee2ed756 None None] Set router db1c6c97-65d0-4428-94be-58942e8bdd47 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:58:40.607927 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-a2fef614-d4a2-449c-a46f-1f52ee2ed756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '17d42817-e76a-4ddb-8052-df547e536735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 4, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port': {'id': '17d42817-e76a-4ddb-8052-df547e536735', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a62a5e8b-eacb-45f7-8de0-0b4d622b17d6', 'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'mac_address': 'fa:16:3e:13:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:35Z', 'updated_at': '2022-09-21T21:54:49Z', 'revision_number': 5, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'subnets': [{'id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:58:40.637879 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fef614-d4a2-449c-a46f-1f52ee2ed756 None None] Checking router: db1c6c97-65d0-4428-94be-58942e8bdd47 for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:58:40.646996 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fef614-d4a2-449c-a46f-1f52ee2ed756 None None] Routers {'db1c6c97-65d0-4428-94be-58942e8bdd47'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:58:40.647598 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-a2fef614-d4a2-449c-a46f-1f52ee2ed756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:58:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['db1c6c97-65d0-4428-94be-58942e8bdd47'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:58:40.747996 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-a2fef614-d4a2-449c-a46f-1f52ee2ed756 None None] Set router db1c6c97-65d0-4428-94be-58942e8bdd47 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:58:40.942973 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-a2fef614-d4a2-449c-a46f-1f52ee2ed756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '17d42817-e76a-4ddb-8052-df547e536735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 4, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port': {'id': '17d42817-e76a-4ddb-8052-df547e536735', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a62a5e8b-eacb-45f7-8de0-0b4d622b17d6', 'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'mac_address': 'fa:16:3e:13:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:35Z', 'updated_at': '2022-09-21T21:54:49Z', 'revision_number': 5, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'subnets': [{'id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:58:40.967309 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fef614-d4a2-449c-a46f-1f52ee2ed756 None None] The sync data for ids ['db1c6c97-65d0-4428-94be-58942e8bdd47'] in dv-cinder-858818-1-iscsi is: [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '17d42817-e76a-4ddb-8052-df547e536735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 4, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port': {'id': '17d42817-e76a-4ddb-8052-df547e536735', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a62a5e8b-eacb-45f7-8de0-0b4d622b17d6', 'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'mac_address': 'fa:16:3e:13:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:35Z', 'updated_at': '2022-09-21T21:54:49Z', 'revision_number': 5, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'subnets': [{'id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:58:41.228042 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f40f8-55d5-4c1e-a13c-7446fbed2f79 None None] New status for floating IP 62945547-f6db-470a-b1a8-fdde5c68472d: DOWN {{(pid=110733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:58:41.276256 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-bfd81649-decd-49cb-b722-594cc5ef1ee0 req-233c8504-745b-40ba-91ab-9dc0a32c7e6c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f1ab65e-46f7-4c7f-90e9-f60fb4516834 HTTP/1.1" status: 200 len: 210 time: 0.0432098 Sep 21 21:58:41.346645 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e3c32-a3e4-4735-896a-d7f5c841bd2c req-ea75b96a-df98-42e3-bbaa-baa089f3db09 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:41.348203 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb3e3c32-a3e4-4735-896a-d7f5c841bd2c req-ea75b96a-df98-42e3-bbaa-baa089f3db09 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.1054604 Sep 21 21:58:41.396330 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb3e3c32-a3e4-4735-896a-d7f5c841bd2c req-b042fa5c-e91e-4040-b0b1-bfb13afa2897 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420473 Sep 21 21:58:42.440728 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 45890) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:42.521454 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d3a51152-3146-4356-88b8-6c1433a8dd83 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group (102f2701-6148-434f-ba32-45a9c93cee37), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:42.550010 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d3a51152-3146-4356-88b8-6c1433a8dd83 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group (102f2701-6148-434f-ba32-45a9c93cee37), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:42.573993 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadac88-c7b0-42ce-a4dc-5af08bcc10fd req-f06a4cda-4b34-4245-86fa-17dd409b7934 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:42.575386 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4dadac88-c7b0-42ce-a4dc-5af08bcc10fd req-f06a4cda-4b34-4245-86fa-17dd409b7934 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0910523 Sep 21 21:58:42.635689 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4dadac88-c7b0-42ce-a4dc-5af08bcc10fd req-b3eb8768-1cd1-477c-a92d-3e744e3ea217 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527909 Sep 21 21:58:42.702480 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d3a51152-3146-4356-88b8-6c1433a8dd83 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (102f2701-6148-434f-ba32-45a9c93cee37), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:42.705161 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d3a51152-3146-4356-88b8-6c1433a8dd83 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:42.706293 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-d3a51152-3146-4356-88b8-6c1433a8dd83 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "DELETE /v2.0/security-groups/102f2701-6148-434f-ba32-45a9c93cee37 HTTP/1.1" status: 204 len: 168 time: 0.2638993 Sep 21 21:58:42.709802 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45892) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:42.716118 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a51152-3146-4356-88b8-6c1433a8dd83 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=102f2701-6148-434f-ba32-45a9c93cee37,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:42.725121 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.api.v2.resource [None req-7b127615-0f75-4634-a437-cbdecfaeaa7d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] show failed (client error): The resource could not be found. Sep 21 21:58:42.726162 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-7b127615-0f75-4634-a437-cbdecfaeaa7d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups/102f2701-6148-434f-ba32-45a9c93cee37 HTTP/1.1" status: 404 len: 347 time: 0.0153675 Sep 21 21:58:42.729684 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 45894) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:42.846394 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-e25d22d6-2dbf-4a8c-953c-39f855876f2a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Deleting port 12306317-e8b5-4cbf-a1f1-57d0b130aeb1 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:58:42.846670 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-e25d22d6-2dbf-4a8c-953c-39f855876f2a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (12306317-e8b5-4cbf-a1f1-57d0b130aeb1), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:42.920492 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-e25d22d6-2dbf-4a8c-953c-39f855876f2a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (12306317-e8b5-4cbf-a1f1-57d0b130aeb1), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:42.920817 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-e25d22d6-2dbf-4a8c-953c-39f855876f2a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for floatingip (12306317-e8b5-4cbf-a1f1-57d0b130aeb1), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:42.932218 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-e25d22d6-2dbf-4a8c-953c-39f855876f2a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Calling delete_port for 12306317-e8b5-4cbf-a1f1-57d0b130aeb1 owned by network:floatingip {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:58:43.143562 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-e25d22d6-2dbf-4a8c-953c-39f855876f2a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (12306317-e8b5-4cbf-a1f1-57d0b130aeb1), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:43.171537 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d22d6-2dbf-4a8c-953c-39f855876f2a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Pushing event deleted for resources: {'Port': ['ID=12306317-e8b5-4cbf-a1f1-57d0b130aeb1,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:43.237262 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-e25d22d6-2dbf-4a8c-953c-39f855876f2a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for floatingip (62945547-f6db-470a-b1a8-fdde5c68472d), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:43.239930 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-e25d22d6-2dbf-4a8c-953c-39f855876f2a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:43.243846 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-e25d22d6-2dbf-4a8c-953c-39f855876f2a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "DELETE /v2.0/floatingips/62945547-f6db-470a-b1a8-fdde5c68472d HTTP/1.1" status: 204 len: 168 time: 0.5104778 Sep 21 21:58:43.376094 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 45900) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:43.380827 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-16383e33-cd63-41df-8ac7-6f18a554b924 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104397458', 'description': 'tempest-description--310265866'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:58:43.468689 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-16383e33-cd63-41df-8ac7-6f18a554b924 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:43.534220 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-16383e33-cd63-41df-8ac7-6f18a554b924 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group (98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:43.573060 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 992b4dac-0e98-4fb8-ab54-55724d3bb82b no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:58:43.595734 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: 992b4dac-0e98-4fb8-ab54-55724d3bb82b {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:58:43.596151 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 992b4dac-0e98-4fb8-ab54-55724d3bb82b not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:58:43.605661 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-16383e33-cd63-41df-8ac7-6f18a554b924 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:43.634387 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16383e33-cd63-41df-8ac7-6f18a554b924 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:43.722577 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-16383e33-cd63-41df-8ac7-6f18a554b924 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:43.723689 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-16383e33-cd63-41df-8ac7-6f18a554b924 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3464510 Sep 21 21:58:43.726729 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45904) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:43.731245 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Request body: {'security_group_rule': {'security_group_id': '98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:58:43.763128 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4ccd0-a556-41f3-85f2-9c85c5157a67 req-9c20856e-ea19-4290-8c63-e5965daf2a89 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:43.764687 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-27c4ccd0-a556-41f3-85f2-9c85c5157a67 req-9c20856e-ea19-4290-8c63-e5965daf2a89 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0540545 Sep 21 21:58:43.810998 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-27c4ccd0-a556-41f3-85f2-9c85c5157a67 req-d00bd203-9647-4f9c-a2dc-bac1e1099010 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406327 Sep 21 21:58:43.839355 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group_rule (cd9fa8eb-9c2d-4f00-a4a5-91e525543b29), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:43.897416 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group_rule (cd9fa8eb-9c2d-4f00-a4a5-91e525543b29), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:43.981455 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (cd9fa8eb-9c2d-4f00-a4a5-91e525543b29), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:43.998833 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9fa8eb-9c2d-4f00-a4a5-91e525543b29,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:44.007347 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:44.011972 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:44.011972 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:44.011972 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:44.011972 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:44.011972 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:44.011972 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:44.011972 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:44.011972 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:44.011972 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:44.011972 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:44.011972 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:44.011972 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:44.059866 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:44.061206 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-bb1a58f8-78d1-432c-9d6a-77027d7e0dc3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3333793 Sep 21 21:58:44.063953 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45906) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:44.068412 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-969c6ff0-722c-43b9-b6e7-c0a41b83d183 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Request body: {'security_group_rule': {'security_group_id': '98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:58:44.159493 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-969c6ff0-722c-43b9-b6e7-c0a41b83d183 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group_rule (ded34455-4e70-4efb-9262-a25573ed226c), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:44.213505 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-969c6ff0-722c-43b9-b6e7-c0a41b83d183 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group_rule (ded34455-4e70-4efb-9262-a25573ed226c), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:44.297127 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-969c6ff0-722c-43b9-b6e7-c0a41b83d183 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (ded34455-4e70-4efb-9262-a25573ed226c), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:44.313772 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c6ff0-722c-43b9-b6e7-c0a41b83d183 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded34455-4e70-4efb-9262-a25573ed226c,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:44.384958 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-969c6ff0-722c-43b9-b6e7-c0a41b83d183 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:44.386186 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-969c6ff0-722c-43b9-b6e7-c0a41b83d183 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3212240 Sep 21 21:58:44.389273 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45908) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:44.393658 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-5afc0534-42b1-4daf-82a7-e730acf3af94 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Request body: {'floatingip': {'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:58:44.468136 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5afc0534-42b1-4daf-82a7-e730acf3af94 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:44.566979 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5afc0534-42b1-4daf-82a7-e730acf3af94 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:44.671013 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-5afc0534-42b1-4daf-82a7-e730acf3af94 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Allocated IP 172.27.2.215 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/caf4b64b-8dd4-43b3-98a3-d74a4f990ecd) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:58:44.772695 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5afc0534-42b1-4daf-82a7-e730acf3af94 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for port (caf4b64b-8dd4-43b3-98a3-d74a4f990ecd), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:44.863902 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5afc0534-42b1-4daf-82a7-e730acf3af94 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (caf4b64b-8dd4-43b3-98a3-d74a4f990ecd), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:44.897410 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afc0534-42b1-4daf-82a7-e730acf3af94 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:58:44.900217 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-5afc0534-42b1-4daf-82a7-e730acf3af94 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:58:44.903835 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afc0534-42b1-4daf-82a7-e730acf3af94 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:58:44.932176 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc0534-42b1-4daf-82a7-e730acf3af94 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Pushing event updated for resources: {'Port': ['ID=caf4b64b-8dd4-43b3-98a3-d74a4f990ecd,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:44.939961 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5578001-2302-42c1-aba1-990d930a1a1c req-23620caa-d7c4-4532-af39-e18a2c84ec28 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:44.941474 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b5578001-2302-42c1-aba1-990d930a1a1c req-23620caa-d7c4-4532-af39-e18a2c84ec28 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0564518 Sep 21 21:58:44.987573 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b5578001-2302-42c1-aba1-990d930a1a1c req-47c36ed6-e977-4f91-a41f-3589698be4e4 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405545 Sep 21 21:58:44.992601 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5afc0534-42b1-4daf-82a7-e730acf3af94 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for floatingip (e528d434-cdc2-4bdc-8858-df5410a70027), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:45.088468 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5afc0534-42b1-4daf-82a7-e730acf3af94 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (caf4b64b-8dd4-43b3-98a3-d74a4f990ecd), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:45.225750 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5afc0534-42b1-4daf-82a7-e730acf3af94 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for port (caf4b64b-8dd4-43b3-98a3-d74a4f990ecd), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:45.268606 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5afc0534-42b1-4daf-82a7-e730acf3af94 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (caf4b64b-8dd4-43b3-98a3-d74a4f990ecd), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:45.334262 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5afc0534-42b1-4daf-82a7-e730acf3af94 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (e528d434-cdc2-4bdc-8858-df5410a70027), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:45.336652 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc0534-42b1-4daf-82a7-e730acf3af94 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Pushing event updated for resources: {'Port': ['ID=caf4b64b-8dd4-43b3-98a3-d74a4f990ecd,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:45.407640 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5afc0534-42b1-4daf-82a7-e730acf3af94 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:45.409281 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-5afc0534-42b1-4daf-82a7-e730acf3af94 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0186312 Sep 21 21:58:45.597571 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-66575da5-02ba-4082-b754-9e1f60a4a920 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1104397458&fields=id&tenant_id=1603f7fd81ff4966be5b51e69354038c HTTP/1.1" status: 200 len: 267 time: 0.0402715 Sep 21 21:58:45.703128 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-962f7d41-2b96-4a73-80f7-6de88828d511 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:45.704557 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-962f7d41-2b96-4a73-80f7-6de88828d511 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/networks?id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 HTTP/1.1" status: 200 len: 816 time: 0.1002288 Sep 21 21:58:45.718831 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-98214634-4da6-46f3-a11f-8d9be9fb39c0 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/quotas/1603f7fd81ff4966be5b51e69354038c HTTP/1.1" status: 200 len: 375 time: 0.0086393 Sep 21 21:58:45.771501 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-1a713331-8786-4675-a319-6e8c9257d17e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1603f7fd81ff4966be5b51e69354038c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479617 Sep 21 21:58:45.866604 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-a76c46f3-4e98-43ec-b133-ef8b88b3d5d1 service neutron] 10.222.0.42 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843039 Sep 21 21:58:45.951688 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-658ac230-b47b-4878-84b7-064a0d58fc7b service neutron] 10.222.0.42 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794644 Sep 21 21:58:46.120513 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276fb9e-6700-46f5-b3f2-d1569b664220 req-f25dd4b2-0a04-4e14-bc83-d218133c6485 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:46.122160 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4276fb9e-6700-46f5-b3f2-d1569b664220 req-f25dd4b2-0a04-4e14-bc83-d218133c6485 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0618279 Sep 21 21:58:46.172417 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4276fb9e-6700-46f5-b3f2-d1569b664220 req-6fe78e07-ec7c-4260-a1ff-a46c1b32accb tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425711 Sep 21 21:58:46.204531 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-337caa35-d99c-45b4-8668-4f164e8eb701 req-a6d6e330-8182-4afc-b9ab-fd57b7d60b04 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 210 time: 0.0310895 Sep 21 21:58:46.678384 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae9384-5e07-4d7d-b553-aba2eae0b505 req-e375dd89-79d8-4943-be7d-c18569e0eb20 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:46.679870 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-17ae9384-5e07-4d7d-b553-aba2eae0b505 req-e375dd89-79d8-4943-be7d-c18569e0eb20 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 946 time: 0.0522902 Sep 21 21:58:46.725964 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-17ae9384-5e07-4d7d-b553-aba2eae0b505 req-2f22d320-6bde-4083-a2cd-0664e245a66b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=e094d7e7-aa69-441a-849e-acb2e86efb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403483 Sep 21 21:58:47.313580 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a5c64306-5d76-48f4-9200-9dcd324b0b21 req-a0d70ba4-6274-4843-9dd1-d3e58a82e4fe tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 210 time: 0.0314467 Sep 21 21:58:47.343245 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59813093-b89c-42ba-9c4f-4753e6b0d886 req-fa9115fd-76a3-4340-af5d-dd86b59ce2b8 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:47.345368 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-59813093-b89c-42ba-9c4f-4753e6b0d886 req-fa9115fd-76a3-4340-af5d-dd86b59ce2b8 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0961142 Sep 21 21:58:47.392677 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-59813093-b89c-42ba-9c4f-4753e6b0d886 req-6c3905f8-ac27-400c-a9c6-ff7d74f28b8c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421023 Sep 21 21:58:47.850917 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa4f63-1c86-4d80-bb5f-b59bd34516f7 req-6c2b1b66-461a-4053-aff3-40b3d5f52e88 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:47.852350 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-48fa4f63-1c86-4d80-bb5f-b59bd34516f7 req-6c2b1b66-461a-4053-aff3-40b3d5f52e88 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 946 time: 0.0543509 Sep 21 21:58:47.899055 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-48fa4f63-1c86-4d80-bb5f-b59bd34516f7 req-0f029f9b-9dc3-42f0-8e9b-7d1f731b60af tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=e094d7e7-aa69-441a-849e-acb2e86efb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410514 Sep 21 21:58:48.114284 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d63a95ac-e44b-4552-90f4-9c9806d77202 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:48.115611 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d63a95ac-e44b-4552-90f4-9c9806d77202 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.61 "GET /v2.0/networks?id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 HTTP/1.1" status: 200 len: 816 time: 0.1020522 Sep 21 21:58:48.189185 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-75bab837-94a0-4981-934d-3d2db2050f61 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1603f7fd81ff4966be5b51e69354038c HTTP/1.1" status: 200 len: 380 time: 0.0506597 Sep 21 21:58:48.264774 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-fd71bef0-a54f-4d10-ae6b-ef79cd2e0897 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Request body: {'port': {'device_id': '2b4dfc06-676c-45de-a4f1-fbba14d7a4a8', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'admin_state_up': True, 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'security_groups': ['98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d']}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:58:48.424358 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b01dcf99-89b3-4ac3-bb4d-0408077ee7ac req-98b1fade-243a-4567-87bb-63b2bfc2636a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 210 time: 0.0277090 Sep 21 21:58:48.441091 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-fd71bef0-a54f-4d10-ae6b-ef79cd2e0897 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Made reservation on behalf of 1603f7fd81ff4966be5b51e69354038c for: {'port': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:58:48.444453 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-fd71bef0-a54f-4d10-ae6b-ef79cd2e0897 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:48.573333 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b5d7e-bf19-4fe7-9e89-079b848c791b req-84ae7893-8e30-4bb6-8748-3f08e25d5830 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:48.574815 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-ed1b5d7e-bf19-4fe7-9e89-079b848c791b req-84ae7893-8e30-4bb6-8748-3f08e25d5830 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 946 time: 0.0568557 Sep 21 21:58:48.582315 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982e4a0-0730-463b-b46b-4222b70fabaf req-ffb48e46-d839-4f92-ad82-dbc316d32e67 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:48.584299 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c982e4a0-0730-463b-b46b-4222b70fabaf req-ffb48e46-d839-4f92-ad82-dbc316d32e67 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.1168416 Sep 21 21:58:48.625395 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-fd71bef0-a54f-4d10-ae6b-ef79cd2e0897 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Allocated IP 172.20.0.14 (7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23/e474980b-93bc-4f2c-9cce-1ff39a325d4d/f7aa398b-dce9-479c-8f88-2c71037347bd) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:58:48.661627 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c982e4a0-0730-463b-b46b-4222b70fabaf req-9c1fae7e-6dd5-4016-8c71-22d6da5e8141 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692639 Sep 21 21:58:48.700682 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-ed1b5d7e-bf19-4fe7-9e89-079b848c791b req-4bee01f1-9e39-432f-9ff5-8029fb629dad tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Deleting port a5b1fd2e-2a47-4040-87e9-7757709a6bdf {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:58:48.701046 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-ed1b5d7e-bf19-4fe7-9e89-079b848c791b req-4bee01f1-9e39-432f-9ff5-8029fb629dad tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (a5b1fd2e-2a47-4040-87e9-7757709a6bdf), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:48.790606 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-ed1b5d7e-bf19-4fe7-9e89-079b848c791b req-4bee01f1-9e39-432f-9ff5-8029fb629dad tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] For port a5b1fd2e-2a47-4040-87e9-7757709a6bdf, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a5b1fd2e-2a47-4040-87e9-7757709a6bdf,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:58:48.790962 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-ed1b5d7e-bf19-4fe7-9e89-079b848c791b req-4bee01f1-9e39-432f-9ff5-8029fb629dad tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (a5b1fd2e-2a47-4040-87e9-7757709a6bdf), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:48.792742 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-fd71bef0-a54f-4d10-ae6b-ef79cd2e0897 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:48.874992 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-fd71bef0-a54f-4d10-ae6b-ef79cd2e0897 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:48.913646 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-fd71bef0-a54f-4d10-ae6b-ef79cd2e0897 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Network 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:58:48.916771 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-fd71bef0-a54f-4d10-ae6b-ef79cd2e0897 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:58:48.920390 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-fd71bef0-a54f-4d10-ae6b-ef79cd2e0897 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:58:48.949341 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71bef0-a54f-4d10-ae6b-ef79cd2e0897 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Pushing event updated for resources: {'Port': ['ID=f7aa398b-dce9-479c-8f88-2c71037347bd,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:48.990381 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-fd71bef0-a54f-4d10-ae6b-ef79cd2e0897 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:48.991191 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-fd71bef0-a54f-4d10-ae6b-ef79cd2e0897 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:49.015770 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-ed1b5d7e-bf19-4fe7-9e89-079b848c791b req-4bee01f1-9e39-432f-9ff5-8029fb629dad tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:49.016176 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-ed1b5d7e-bf19-4fe7-9e89-079b848c791b req-4bee01f1-9e39-432f-9ff5-8029fb629dad tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (89c8c89f-dd60-4dcf-87ab-80b060434b9e), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:49.016501 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.l3_db [req-ed1b5d7e-bf19-4fe7-9e89-079b848c791b req-4bee01f1-9e39-432f-9ff5-8029fb629dad tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Floating IP 89c8c89f-dd60-4dcf-87ab-80b060434b9e disassociated. External IP: 172.27.2.68, port: a5b1fd2e-2a47-4040-87e9-7757709a6bdf. Sep 21 21:58:49.016843 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-ed1b5d7e-bf19-4fe7-9e89-079b848c791b req-4bee01f1-9e39-432f-9ff5-8029fb629dad tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Calling delete_port for a5b1fd2e-2a47-4040-87e9-7757709a6bdf owned by compute:nova {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:58:49.061547 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5fac0-ebf0-42fd-b73b-f94341ecd315 req-c7c3acdf-2888-4cc2-a9b1-6d1706b8a364 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:49.063071 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5ff5fac0-ebf0-42fd-b73b-f94341ecd315 req-c7c3acdf-2888-4cc2-a9b1-6d1706b8a364 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 946 time: 0.0648401 Sep 21 21:58:49.191315 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-97f36529-cfe8-469d-a9dd-896580ae47d4 None None] Provisioning complete for port f7aa398b-dce9-479c-8f88-2c71037347bd triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:58:49.191939 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-97f36529-cfe8-469d-a9dd-896580ae47d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:49.191939 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-97f36529-cfe8-469d-a9dd-896580ae47d4 None None] Attempt 1 to provision port f7aa398b-dce9-479c-8f88-2c71037347bd Sep 21 21:58:49.223481 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-ed1b5d7e-bf19-4fe7-9e89-079b848c791b req-4bee01f1-9e39-432f-9ff5-8029fb629dad tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (a5b1fd2e-2a47-4040-87e9-7757709a6bdf), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:49.236017 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-97f36529-cfe8-469d-a9dd-896580ae47d4 None None] Port f7aa398b-dce9-479c-8f88-2c71037347bd cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:58:49.256466 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee01f1-9e39-432f-9ff5-8029fb629dad tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event deleted for resources: {'Port': ['ID=a5b1fd2e-2a47-4040-87e9-7757709a6bdf,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:49.297862 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:49.336277 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-fd71bef0-a54f-4d10-ae6b-ef79cd2e0897 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0752888 Sep 21 21:58:49.361871 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Request body: {'port': {'device_id': '2b4dfc06-676c-45de-a4f1-fbba14d7a4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:58:49.368995 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed1b5d7e-bf19-4fe7-9e89-079b848c791b req-4bee01f1-9e39-432f-9ff5-8029fb629dad tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Router 92a516de-15f7-4509-8377-11beb192c09d has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:58:49.371566 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5ff5fac0-ebf0-42fd-b73b-f94341ecd315 req-cfa6d0ff-7a28-448e-b719-e46466b7c9e4 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=e094d7e7-aa69-441a-849e-acb2e86efb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3020220 Sep 21 21:58:49.426546 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:49.638420 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33745dd-a2e6-4622-ac0c-423c0317e00a req-0a692f0a-28f9-4425-940e-d16ccd6aa823 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:49.640047 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f33745dd-a2e6-4622-ac0c-423c0317e00a req-0a692f0a-28f9-4425-940e-d16ccd6aa823 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 932 time: 0.1151071 Sep 21 21:58:49.730701 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed1b5d7e-bf19-4fe7-9e89-079b848c791b req-4bee01f1-9e39-432f-9ff5-8029fb629dad tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:58:49.737445 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-97f36529-cfe8-469d-a9dd-896580ae47d4 None None] Attempt 2 to provision port f7aa398b-dce9-479c-8f88-2c71037347bd Sep 21 21:58:49.761888 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f33745dd-a2e6-4622-ac0c-423c0317e00a req-12955884-fcf9-4a3d-9014-e00e771435fa tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125844 Sep 21 21:58:49.779070 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1b5d7e-bf19-4fe7-9e89-079b848c791b req-4bee01f1-9e39-432f-9ff5-8029fb629dad tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] No DVR routers for this DVR port a5b1fd2e-2a47-4040-87e9-7757709a6bdf on host hv-cinder-85881 {{(pid=110730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:58:49.784329 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-ed1b5d7e-bf19-4fe7-9e89-079b848c791b req-4bee01f1-9e39-432f-9ff5-8029fb629dad tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:49.787665 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-ed1b5d7e-bf19-4fe7-9e89-079b848c791b req-4bee01f1-9e39-432f-9ff5-8029fb629dad tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "DELETE /v2.0/ports/a5b1fd2e-2a47-4040-87e9-7757709a6bdf HTTP/1.1" status: 204 len: 173 time: 1.1798682 Sep 21 21:58:49.788185 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7f121b-341f-435f-b9d5-c60e78d0451c', 'name': 'network-vif-deleted', 'tag': 'a5b1fd2e-2a47-4040-87e9-7757709a6bdf'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:58:49.790922 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8710f62f-a309-465f-bebd-393ab4b14e65" -d '{"events": [{"server_uuid": "1a7f121b-341f-435f-b9d5-c60e78d0451c", "name": "network-vif-deleted", "tag": "a5b1fd2e-2a47-4040-87e9-7757709a6bdf"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:58:49.795481 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-97f36529-cfe8-469d-a9dd-896580ae47d4 None None] Port f7aa398b-dce9-479c-8f88-2c71037347bd cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:58:49.796212 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7bd67f-bd5b-4dd4-be73-1035493df7b6 None None] Sync routers for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:58:49.806483 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7bd67f-bd5b-4dd4-be73-1035493df7b6 None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:58:49.807121 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-ce7bd67f-bd5b-4dd4-be73-1035493df7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:58:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:58:49.838847 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ce04cd-14df-4dda-8c51-4cc94324854f x-openstack-request-id: req-15ce04cd-14df-4dda-8c51-4cc94324854f {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:58:49.839430 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7f121b-341f-435f-b9d5-c60e78d0451c", "name": "network-vif-deleted", "tag": "a5b1fd2e-2a47-4040-87e9-7757709a6bdf", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:58:49.839685 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15ce04cd-14df-4dda-8c51-4cc94324854f {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:58:49.840042 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ce04cd-14df-4dda-8c51-4cc94324854f'] response: {'server_uuid': '1a7f121b-341f-435f-b9d5-c60e78d0451c', 'name': 'network-vif-deleted', 'tag': 'a5b1fd2e-2a47-4040-87e9-7757709a6bdf', 'status': 'completed', 'code': 200} Sep 21 21:58:49.851539 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7aa398b-dce9-479c-8f88-2c71037347bd {{(pid=110731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:58:49.858224 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Publish callbacks [] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:49.878035 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.provisioning_blocks [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Transition to ACTIVE for port object f7aa398b-dce9-479c-8f88-2c71037347bd will not be triggered until provisioned by entity L2. {{(pid=110731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:58:49.890303 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655aeb61-9efb-46ec-a7ae-b8f63751a2bf req-ec3b9725-cf95-4240-aadb-ac37d95f9a5d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:49.891788 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-655aeb61-9efb-46ec-a7ae-b8f63751a2bf req-ec3b9725-cf95-4240-aadb-ac37d95f9a5d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.1221890 Sep 21 21:58:49.912927 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-ce7bd67f-bd5b-4dd4-be73-1035493df7b6 None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:58:49.941421 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-655aeb61-9efb-46ec-a7ae-b8f63751a2bf req-876490ba-acdd-4a46-be49-5a5fd8482590 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433033 Sep 21 21:58:49.966893 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:50.052378 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7aa398b-dce9-479c-8f88-2c71037347bd,revision_number=2']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:50.083994 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Attempting to bind port f7aa398b-dce9-479c-8f88-2c71037347bd on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:58:50.084331 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Attempting to bind port f7aa398b-dce9-479c-8f88-2c71037347bd by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '565e6c4f-58d4-47da-aa89-04ea3f347095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23'}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:58:50.084653 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Attempting to bind port f7aa398b-dce9-479c-8f88-2c71037347bd on network 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:58:50.089216 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Port f7aa398b-dce9-479c-8f88-2c71037347bd on network 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:58:50.089616 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Attempting to bind port f7aa398b-dce9-479c-8f88-2c71037347bd on network 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:58:50.095092 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:58:50.095428 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Checking segment: {'id': '565e6c4f-58d4-47da-aa89-04ea3f347095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:58:50.095803 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Bound using segment: {'id': '565e6c4f-58d4-47da-aa89-04ea3f347095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23'} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:58:50.096221 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Bound port: f7aa398b-dce9-479c-8f88-2c71037347bd, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '565e6c4f-58d4-47da-aa89-04ea3f347095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23'}}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:58:50.096577 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:50.161464 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] For port f7aa398b-dce9-479c-8f88-2c71037347bd, host hv-cinder-85881, cleared binding levels {{(pid=110731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:58:50.168191 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] For port f7aa398b-dce9-479c-8f88-2c71037347bd, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f7aa398b-dce9-479c-8f88-2c71037347bd,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:58:50.224104 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:50.228182 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:50.228789 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:50.230176 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] 10.222.0.61 "PUT /v2.0/ports/f7aa398b-dce9-479c-8f88-2c71037347bd HTTP/1.1" status: 200 len: 1094 time: 0.8759077 Sep 21 21:58:50.230695 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4dfc06-676c-45de-a4f1-fbba14d7a4a8', 'tag': 'f7aa398b-dce9-479c-8f88-2c71037347bd'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:58:50.232925 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2180a0-d5a6-4bfc-bc12-c5dccda9a24f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4dfc06-676c-45de-a4f1-fbba14d7a4a8", "tag": "f7aa398b-dce9-479c-8f88-2c71037347bd"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:58:50.260178 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-ce7bd67f-bd5b-4dd4-be73-1035493df7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '89ceb08b-7a08-4321-97bc-74e91cbd0473', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '92a516de-15f7-4509-8377-11beb192c09d', 'port_id': '3a0db892-139a-45d6-ba21-336117347765', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'mac_address': 'fa:16:3e:09:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0208c9-75ea-422e-9c01-a6cd93ff9382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:56:12Z', 'updated_at': '2022-09-21T21:56:38Z', 'revision_number': 2, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:58:50.270238 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f568ec63-dee8-4af6-8018-07e49edbbd2e x-openstack-request-id: req-f568ec63-dee8-4af6-8018-07e49edbbd2e {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:58:50.270536 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4dfc06-676c-45de-a4f1-fbba14d7a4a8", "tag": "f7aa398b-dce9-479c-8f88-2c71037347bd", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:58:50.270795 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f568ec63-dee8-4af6-8018-07e49edbbd2e {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:58:50.271196 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f568ec63-dee8-4af6-8018-07e49edbbd2e'] response: {'name': 'network-changed', 'server_uuid': '2b4dfc06-676c-45de-a4f1-fbba14d7a4a8', 'tag': 'f7aa398b-dce9-479c-8f88-2c71037347bd', 'status': 'completed', 'code': 200} Sep 21 21:58:50.287835 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7bd67f-bd5b-4dd4-be73-1035493df7b6 None None] Checking router: 92a516de-15f7-4509-8377-11beb192c09d for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:58:50.291693 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f8e02-9cf9-4770-82c3-249bf9a83ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7aa398b-dce9-479c-8f88-2c71037347bd,revision_number=3']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:50.296083 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-97f36529-cfe8-469d-a9dd-896580ae47d4 None None] Attempt 3 to provision port f7aa398b-dce9-479c-8f88-2c71037347bd Sep 21 21:58:50.299206 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7bd67f-bd5b-4dd4-be73-1035493df7b6 None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:58:50.300242 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-ce7bd67f-bd5b-4dd4-be73-1035493df7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:58:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:58:50.358829 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2180a0-d5a6-4bfc-bc12-c5dccda9a24f req-dca3a6c3-924d-47ae-8a73-1965322f838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:50.360378 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ec2180a0-d5a6-4bfc-bc12-c5dccda9a24f req-dca3a6c3-924d-47ae-8a73-1965322f838b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1603f7fd81ff4966be5b51e69354038c&device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 1128 time: 0.0450611 Sep 21 21:58:50.400623 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-97f36529-cfe8-469d-a9dd-896580ae47d4 None None] Port f7aa398b-dce9-479c-8f88-2c71037347bd had new provisioning blocks added so it will not transition to active. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:58:50.431172 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-ce7bd67f-bd5b-4dd4-be73-1035493df7b6 None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:58:50.500185 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-55bcd7f9-877c-465f-b271-13e31742eccf req-def652a2-630d-407b-b057-08f25594e49a tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a7f121b-341f-435f-b9d5-c60e78d0451c HTTP/1.1" status: 200 len: 210 time: 0.0291581 Sep 21 21:58:50.501925 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2180a0-d5a6-4bfc-bc12-c5dccda9a24f req-5652b12a-5df0-4042-893e-93ebd42e3069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:50.503318 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ec2180a0-d5a6-4bfc-bc12-c5dccda9a24f req-5652b12a-5df0-4042-893e-93ebd42e3069 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=1603f7fd81ff4966be5b51e69354038c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1283658 Sep 21 21:58:50.601316 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2180a0-d5a6-4bfc-bc12-c5dccda9a24f req-bcc3fda6-c896-4c87-be98-bf4c8e2ca231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:50.602780 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ec2180a0-d5a6-4bfc-bc12-c5dccda9a24f req-bcc3fda6-c896-4c87-be98-bf4c8e2ca231 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933301 Sep 21 21:58:50.653906 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-ce7bd67f-bd5b-4dd4-be73-1035493df7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '89ceb08b-7a08-4321-97bc-74e91cbd0473', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '92a516de-15f7-4509-8377-11beb192c09d', 'port_id': '3a0db892-139a-45d6-ba21-336117347765', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'mac_address': 'fa:16:3e:09:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0208c9-75ea-422e-9c01-a6cd93ff9382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:56:12Z', 'updated_at': '2022-09-21T21:56:38Z', 'revision_number': 2, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:58:50.679606 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7bd67f-bd5b-4dd4-be73-1035493df7b6 None None] The sync data for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi is: [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '89ceb08b-7a08-4321-97bc-74e91cbd0473', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '92a516de-15f7-4509-8377-11beb192c09d', 'port_id': '3a0db892-139a-45d6-ba21-336117347765', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'mac_address': 'fa:16:3e:09:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0208c9-75ea-422e-9c01-a6cd93ff9382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:56:12Z', 'updated_at': '2022-09-21T21:56:38Z', 'revision_number': 2, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:58:50.729360 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-fdb163c5-417b-496d-ae8e-db2b7f5675b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:50.734225 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-fdb163c5-417b-496d-ae8e-db2b7f5675b3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1603f7fd81ff4966be5b51e69354038c&device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 1128 time: 0.0538692 Sep 21 21:58:50.777558 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-300146b1-2ebb-45c9-8f60-e0d3f87b72f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7aa398b-dce9-479c-8f88-2c71037347bd HTTP/1.1" status: 200 len: 217 time: 0.0331802 Sep 21 21:58:50.835077 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-e3ab107b-f0cd-43dd-9acf-0d41526cb421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:50.836563 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-e3ab107b-f0cd-43dd-9acf-0d41526cb421 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e474980b-93bc-4f2c-9cce-1ff39a325d4d HTTP/1.1" status: 200 len: 855 time: 0.0521328 Sep 21 21:58:50.921166 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-358fadbb-e24b-48ed-b93e-6496c1d39d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:50.922520 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff7c650-6a97-4ba4-9d1e-cb82f82a2b20 None None] New status for floating IP 89c8c89f-dd60-4dcf-87ab-80b060434b9e: DOWN {{(pid=110733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:58:50.928890 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-358fadbb-e24b-48ed-b93e-6496c1d39d22 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792878 Sep 21 21:58:50.934383 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5da88-f574-406b-98f1-f223c74ad0fa req-358066c2-aa3c-45b5-9145-a33a022b37af tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:50.935798 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a8f5da88-f574-406b-98f1-f223c74ad0fa req-358066c2-aa3c-45b5-9145-a33a022b37af tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.0838785 Sep 21 21:58:51.043561 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a8f5da88-f574-406b-98f1-f223c74ad0fa req-18356e50-3dee-41a5-9408-28222540061e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998116 Sep 21 21:58:51.086759 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-8c6177c2-3b55-4dc0-a431-ebeef1bf8e69 service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500053 Sep 21 21:58:51.108761 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae96d5-22aa-48bb-bf06-5990ce76330e req-b9a9f6d1-40bb-49d7-b0ec-f84bc0202e39 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:51.110174 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0cae96d5-22aa-48bb-bf06-5990ce76330e req-b9a9f6d1-40bb-49d7-b0ec-f84bc0202e39 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0870984 Sep 21 21:58:51.210039 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0cae96d5-22aa-48bb-bf06-5990ce76330e req-3c7c9724-db3e-40f3-8da3-7124591790f2 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899813 Sep 21 21:58:51.223787 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb16f189-037b-4f73-bc22-2ebceb5b8a9b req-be1ca2ce-8904-4ef3-b038-824fafc7f1cd service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293423 Sep 21 21:58:51.408645 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:58:51.640696 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45984) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:51.693213 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e19faf29-5bb1-40c7-ac95-966bd2bf300e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (e094d7e7-aa69-441a-849e-acb2e86efb2f), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:51.714935 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e19faf29-5bb1-40c7-ac95-966bd2bf300e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (e094d7e7-aa69-441a-849e-acb2e86efb2f), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:51.806066 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e19faf29-5bb1-40c7-ac95-966bd2bf300e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (e094d7e7-aa69-441a-849e-acb2e86efb2f), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:51.808604 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e19faf29-5bb1-40c7-ac95-966bd2bf300e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:51.809779 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-e19faf29-5bb1-40c7-ac95-966bd2bf300e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "DELETE /v2.0/security-groups/e094d7e7-aa69-441a-849e-acb2e86efb2f HTTP/1.1" status: 204 len: 168 time: 0.1679955 Sep 21 21:58:51.812593 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 45986) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:51.819535 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19faf29-5bb1-40c7-ac95-966bd2bf300e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e094d7e7-aa69-441a-849e-acb2e86efb2f,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:51.829417 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.api.v2.resource [None req-ab4ba21a-83ed-491f-8f47-778012847999 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] show failed (client error): The resource could not be found. Sep 21 21:58:51.830823 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-ab4ba21a-83ed-491f-8f47-778012847999 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups/e094d7e7-aa69-441a-849e-acb2e86efb2f HTTP/1.1" status: 404 len: 347 time: 0.0166626 Sep 21 21:58:51.833549 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 45988) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:51.947816 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-12c9dce6-48f1-48cf-886e-6d9be5d3f59b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Deleting port ef97c93b-cb5a-42eb-ab98-4c49b39b5f7e {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:58:51.948067 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-12c9dce6-48f1-48cf-886e-6d9be5d3f59b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (ef97c93b-cb5a-42eb-ab98-4c49b39b5f7e), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:52.023636 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-12c9dce6-48f1-48cf-886e-6d9be5d3f59b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (ef97c93b-cb5a-42eb-ab98-4c49b39b5f7e), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:52.023964 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-12c9dce6-48f1-48cf-886e-6d9be5d3f59b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (ef97c93b-cb5a-42eb-ab98-4c49b39b5f7e), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:52.035453 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-12c9dce6-48f1-48cf-886e-6d9be5d3f59b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Calling delete_port for ef97c93b-cb5a-42eb-ab98-4c49b39b5f7e owned by network:floatingip {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:58:52.178938 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0b000-0806-4374-a698-9e0b9c86cdf7 req-a0cc363e-c5a1-4477-adb6-6747ad9607c4 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:52.180425 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-01b0b000-0806-4374-a698-9e0b9c86cdf7 req-a0cc363e-c5a1-4477-adb6-6747ad9607c4 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.0541978 Sep 21 21:58:52.217739 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-12c9dce6-48f1-48cf-886e-6d9be5d3f59b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (ef97c93b-cb5a-42eb-ab98-4c49b39b5f7e), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:52.227009 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-01b0b000-0806-4374-a698-9e0b9c86cdf7 req-67323e41-83b9-4201-a3fb-70f181213714 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407805 Sep 21 21:58:52.249133 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9dce6-48f1-48cf-886e-6d9be5d3f59b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event deleted for resources: {'Port': ['ID=ef97c93b-cb5a-42eb-ab98-4c49b39b5f7e,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:52.320192 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-12c9dce6-48f1-48cf-886e-6d9be5d3f59b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (89c8c89f-dd60-4dcf-87ab-80b060434b9e), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:52.322714 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-12c9dce6-48f1-48cf-886e-6d9be5d3f59b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:52.323883 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-12c9dce6-48f1-48cf-886e-6d9be5d3f59b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "DELETE /v2.0/floatingips/89c8c89f-dd60-4dcf-87ab-80b060434b9e HTTP/1.1" status: 204 len: 168 time: 0.4893439 Sep 21 21:58:52.342724 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e97886-49f2-4b43-bb8c-6dc6e8331e30 req-c838c81e-4534-447f-a6f1-f24cb4866036 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:52.344208 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-60e97886-49f2-4b43-bb8c-6dc6e8331e30 req-c838c81e-4534-447f-a6f1-f24cb4866036 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0555210 Sep 21 21:58:52.394801 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-60e97886-49f2-4b43-bb8c-6dc6e8331e30 req-27e39f0d-7f6a-48f9-8743-48d343245b34 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441484 Sep 21 21:58:53.357115 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed115a-0a0f-4f71-a986-7d5065ee14eb req-4b6a7934-11c6-4a81-a4cb-7979a723ee87 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:53.359293 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b6ed115a-0a0f-4f71-a986-7d5065ee14eb req-4b6a7934-11c6-4a81-a4cb-7979a723ee87 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.0524311 Sep 21 21:58:53.405599 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b6ed115a-0a0f-4f71-a986-7d5065ee14eb req-d30ad811-1d6a-4c7c-9286-19f56490ba0f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408726 Sep 21 21:58:53.519756 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae86300-77a2-401f-8d1b-952c4484580c req-cf46d707-2572-47fc-bc70-d35805649b09 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:53.521800 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fae86300-77a2-401f-8d1b-952c4484580c req-cf46d707-2572-47fc-bc70-d35805649b09 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0539370 Sep 21 21:58:53.570549 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fae86300-77a2-401f-8d1b-952c4484580c req-ecae068e-9308-474e-acdc-40bce0e27f60 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430675 Sep 21 21:58:53.627217 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device a5b1fd2e-2a47-4040-87e9-7757709a6bdf no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:58:53.631105 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076ed75-111b-4cc5-a687-762e708837d1 req-b888b0bf-02ef-43fb-ac86-7bf190482eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:53.632725 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1076ed75-111b-4cc5-a687-762e708837d1 req-b888b0bf-02ef-43fb-ac86-7bf190482eeb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 1129 time: 0.0469334 Sep 21 21:58:53.645905 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: a5b1fd2e-2a47-4040-87e9-7757709a6bdf {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:58:53.646244 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device a5b1fd2e-2a47-4040-87e9-7757709a6bdf not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:58:53.677279 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1076ed75-111b-4cc5-a687-762e708837d1 req-13123868-10b1-4a5d-bdc9-f2298e977530 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369110 Sep 21 21:58:54.533764 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434de1b3-0ea7-4eea-b91b-33399552fcc9 req-636708f5-bfe5-4816-84ff-e83c29c8f8fe tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:54.535207 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-434de1b3-0ea7-4eea-b91b-33399552fcc9 req-636708f5-bfe5-4816-84ff-e83c29c8f8fe tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.0521028 Sep 21 21:58:54.580281 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-434de1b3-0ea7-4eea-b91b-33399552fcc9 req-111ecdcf-7cbf-41c9-aed6-b252668b6871 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385973 Sep 21 21:58:54.696260 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6483534-803b-465f-ab53-3b94f2809a41 req-b19c7155-d81c-428e-acf9-823cfd4d0f8c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:54.697793 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d6483534-803b-465f-ab53-3b94f2809a41 req-b19c7155-d81c-428e-acf9-823cfd4d0f8c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0567601 Sep 21 21:58:54.744343 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d6483534-803b-465f-ab53-3b94f2809a41 req-483d1bdb-8b2d-49e3-8a7d-d4c380db0753 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410213 Sep 21 21:58:55.274051 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46c63f-ee8a-4499-bd8b-5eea7ff0a400 req-c77dcde5-25f0-4457-b1a5-5576eb2a10b9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:55.275487 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2a46c63f-ee8a-4499-bd8b-5eea7ff0a400 req-c77dcde5-25f0-4457-b1a5-5576eb2a10b9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 946 time: 0.0511260 Sep 21 21:58:55.322863 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2a46c63f-ee8a-4499-bd8b-5eea7ff0a400 req-b1b2d532-68b1-40fc-93b1-d848b3737631 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cffbabe-565d-4645-bcc7-45d1f6cae7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418680 Sep 21 21:58:55.634511 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device f7aa398b-dce9-479c-8f88-2c71037347bd details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:58:55.708629 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126e649-5ddd-4626-9b12-ffda11412a96 req-f6cb082d-c7c3-43c2-8dbb-1672f662a3c6 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:55.710147 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8126e649-5ddd-4626-9b12-ffda11412a96 req-f6cb082d-c7c3-43c2-8dbb-1672f662a3c6 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.0516546 Sep 21 21:58:55.735561 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port f7aa398b-dce9-479c-8f88-2c71037347bd, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f7aa398b-dce9-479c-8f88-2c71037347bd,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:58:55.747764 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': 'f7aa398b-dce9-479c-8f88-2c71037347bd', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'port_id': 'f7aa398b-dce9-479c-8f88-2c71037347bd', 'mac_address': 'fa:16:3e:8a:34:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:58:55.759767 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8126e649-5ddd-4626-9b12-ffda11412a96 req-fd02eb3f-2ce6-4146-88f1-636f2739e7d0 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435672 Sep 21 21:58:55.781421 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port f7aa398b-dce9-479c-8f88-2c71037347bd is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:58:55.781840 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:55.795267 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7aa398b-dce9-479c-8f88-2c71037347bd {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:58:55.815555 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port f7aa398b-dce9-479c-8f88-2c71037347bd, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f7aa398b-dce9-479c-8f88-2c71037347bd,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:58:55.884965 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d089a-73b7-4361-9463-036e9f7784f5 req-3c534b64-6cc1-4822-9713-d27b468a20c7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:55.886188 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:55.886349 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-341d089a-73b7-4361-9463-036e9f7784f5 req-3c534b64-6cc1-4822-9713-d27b468a20c7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0511143 Sep 21 21:58:55.932559 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=f7aa398b-dce9-479c-8f88-2c71037347bd,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:55.933862 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-341d089a-73b7-4361-9463-036e9f7784f5 req-a6fe4634-f214-420f-a0b8-05603f56954d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409896 Sep 21 21:58:55.939753 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:55.940120 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:55.940480 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:55.940819 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:55.941174 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:55.941508 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:55.941867 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:55.942197 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:55.942521 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:55.942859 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:55.943185 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:55.943503 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:55.943819 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:56.286440 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['f7aa398b-dce9-479c-8f88-2c71037347bd'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:58:56.411621 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae609937-7dbb-4ac1-914f-2cb245b35c51 req-40fa5eea-a949-4abd-84ba-98c367aadbdb tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:56.413261 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ae609937-7dbb-4ac1-914f-2cb245b35c51 req-40fa5eea-a949-4abd-84ba-98c367aadbdb tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0575426 Sep 21 21:58:56.519638 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ae609937-7dbb-4ac1-914f-2cb245b35c51 req-5b253462-650d-46cc-a366-28a9764944ff tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964129 Sep 21 21:58:56.528355 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e988d-7839-41fe-ac99-a571d46277be req-951a838d-5905-4f7d-a66b-61f417de9e45 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:56.529799 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5a2e988d-7839-41fe-ac99-a571d46277be req-951a838d-5905-4f7d-a66b-61f417de9e45 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 946 time: 0.1259329 Sep 21 21:58:56.532246 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-cdd3493f-e230-484e-bb7a-10ee356ef28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:56.555236 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32723a1-c48f-460e-9847-67f740a9adec req-e2c4b017-ccc6-49f9-871f-4d9e0b2ef9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:56.556590 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e32723a1-c48f-460e-9847-67f740a9adec req-e2c4b017-ccc6-49f9-871f-4d9e0b2ef9c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce39458046ef4d2bb8de370118e4ed86&device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 1129 time: 0.1135581 Sep 21 21:58:56.630743 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5a2e988d-7839-41fe-ac99-a571d46277be req-6c25318e-b182-4434-981b-88427e65e54b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cffbabe-565d-4645-bcc7-45d1f6cae7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921750 Sep 21 21:58:56.666625 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32723a1-c48f-460e-9847-67f740a9adec req-0c9dd3bc-a576-4114-bd9e-f466f3c82b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:56.668057 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e32723a1-c48f-460e-9847-67f740a9adec req-0c9dd3bc-a576-4114-bd9e-f466f3c82b60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f801d94d-838f-46f0-b7fb-17b6d1554e9c HTTP/1.1" status: 200 len: 919 time: 0.1052220 Sep 21 21:58:56.742531 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e32723a1-c48f-460e-9847-67f740a9adec req-4ee051f9-ce30-460b-9a58-a3777530116b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c94916d-0256-480b-8107-bbd151f91715 HTTP/1.1" status: 200 len: 1001 time: 0.0527246 Sep 21 21:58:56.789977 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32723a1-c48f-460e-9847-67f740a9adec req-985de941-d923-4f00-8b26-71f13228e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:56.791344 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e32723a1-c48f-460e-9847-67f740a9adec req-985de941-d923-4f00-8b26-71f13228e82b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=575b43de-b954-4ed7-bfdd-5b0bcfa5628e HTTP/1.1" status: 200 len: 857 time: 0.0421326 Sep 21 21:58:56.921835 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4a075-a712-4c87-96a4-f3d62f2ee20e req-1f71b011-65cb-4d4c-8a7e-7ec49958956f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:56.923284 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-64e4a075-a712-4c87-96a4-f3d62f2ee20e req-1f71b011-65cb-4d4c-8a7e-7ec49958956f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 945 time: 0.0835342 Sep 21 21:58:56.925788 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32723a1-c48f-460e-9847-67f740a9adec req-94b40698-df55-47b2-8139-85609b62fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:56.927648 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e32723a1-c48f-460e-9847-67f740a9adec req-94b40698-df55-47b2-8139-85609b62fa79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f801d94d-838f-46f0-b7fb-17b6d1554e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770991 Sep 21 21:58:57.016352 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-64e4a075-a712-4c87-96a4-f3d62f2ee20e req-61e8acd9-bd64-4390-b295-bafb60c8ad54 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869496 Sep 21 21:58:57.046472 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e32723a1-c48f-460e-9847-67f740a9adec req-0e2f36ff-ee0e-4cc2-b2eb-342128a1a1c6 service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011589 Sep 21 21:58:57.137373 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e32723a1-c48f-460e-9847-67f740a9adec req-c4b5187b-90b2-4c23-b901-aec23fb9a34c service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838385 Sep 21 21:58:57.248345 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f590c5-f229-47e5-ac10-2e26573ad613 req-fb82a274-6865-42dd-b539-9e9f065059f2 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:57.249807 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-20f590c5-f229-47e5-ac10-2e26573ad613 req-fb82a274-6865-42dd-b539-9e9f065059f2 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 946 time: 0.0522273 Sep 21 21:58:57.341191 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-20f590c5-f229-47e5-ac10-2e26573ad613 req-12f88155-12e5-4483-afbd-6f46d7e3bbec tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Deleting port 3a0db892-139a-45d6-ba21-336117347765 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:58:57.341526 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-20f590c5-f229-47e5-ac10-2e26573ad613 req-12f88155-12e5-4483-afbd-6f46d7e3bbec tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (3a0db892-139a-45d6-ba21-336117347765), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:57.427837 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-20f590c5-f229-47e5-ac10-2e26573ad613 req-12f88155-12e5-4483-afbd-6f46d7e3bbec tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] For port 3a0db892-139a-45d6-ba21-336117347765, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3a0db892-139a-45d6-ba21-336117347765,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:58:57.428099 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-20f590c5-f229-47e5-ac10-2e26573ad613 req-12f88155-12e5-4483-afbd-6f46d7e3bbec tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (3a0db892-139a-45d6-ba21-336117347765), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:57.585250 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-20f590c5-f229-47e5-ac10-2e26573ad613 req-12f88155-12e5-4483-afbd-6f46d7e3bbec tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:57.585617 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-20f590c5-f229-47e5-ac10-2e26573ad613 req-12f88155-12e5-4483-afbd-6f46d7e3bbec tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (89ceb08b-7a08-4321-97bc-74e91cbd0473), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:57.585932 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.l3_db [req-20f590c5-f229-47e5-ac10-2e26573ad613 req-12f88155-12e5-4483-afbd-6f46d7e3bbec tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Floating IP 89ceb08b-7a08-4321-97bc-74e91cbd0473 disassociated. External IP: 172.27.2.182, port: 3a0db892-139a-45d6-ba21-336117347765. Sep 21 21:58:57.586279 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-20f590c5-f229-47e5-ac10-2e26573ad613 req-12f88155-12e5-4483-afbd-6f46d7e3bbec tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Calling delete_port for 3a0db892-139a-45d6-ba21-336117347765 owned by compute:nova {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:58:57.648292 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device f7aa398b-dce9-479c-8f88-2c71037347bd up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:58:57.690690 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98e374-77e3-4e73-933e-4faf24f9e61d req-663a0763-0b6e-40ef-af6c-58c6f9d2709f tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:57.690690 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4c98e374-77e3-4e73-933e-4faf24f9e61d req-663a0763-0b6e-40ef-af6c-58c6f9d2709f tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0955377 Sep 21 21:58:57.742975 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port f7aa398b-dce9-479c-8f88-2c71037347bd completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:58:57.746934 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port f7aa398b-dce9-479c-8f88-2c71037347bd triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:58:57.747317 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:57.747646 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port f7aa398b-dce9-479c-8f88-2c71037347bd Sep 21 21:58:57.811761 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4c98e374-77e3-4e73-933e-4faf24f9e61d req-0f2437e1-6ca3-47fb-b66c-14a5350a9219 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147461 Sep 21 21:58:57.823245 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port f7aa398b-dce9-479c-8f88-2c71037347bd is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:58:57.823640 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:57.837229 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e78fa-84fb-4feb-8e27-5232f6137e58 req-fd5bb207-578f-4324-9873-3ff3b6d1d67e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:57.837229 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-002e78fa-84fb-4feb-8e27-5232f6137e58 req-fd5bb207-578f-4324-9873-3ff3b6d1d67e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 946 time: 0.1152894 Sep 21 21:58:57.847404 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4dfc06-676c-45de-a4f1-fbba14d7a4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aa398b-dce9-479c-8f88-2c71037347bd'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:58:57.849699 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3b7859-c7f3-487b-8160-e74221f447e3" -d '{"events": [{"server_uuid": "2b4dfc06-676c-45de-a4f1-fbba14d7a4a8", "name": "network-vif-plugged", "status": "completed", "tag": "f7aa398b-dce9-479c-8f88-2c71037347bd"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:58:57.862563 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port f7aa398b-dce9-479c-8f88-2c71037347bd, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f7aa398b-dce9-479c-8f88-2c71037347bd,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:58:57.878156 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-20f590c5-f229-47e5-ac10-2e26573ad613 req-12f88155-12e5-4483-afbd-6f46d7e3bbec tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (3a0db892-139a-45d6-ba21-336117347765), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:57.885058 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119ee9d2-9748-4de5-83cc-6124c47ae5fd x-openstack-request-id: req-119ee9d2-9748-4de5-83cc-6124c47ae5fd {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:58:57.885399 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4dfc06-676c-45de-a4f1-fbba14d7a4a8", "name": "network-vif-plugged", "status": "completed", "tag": "f7aa398b-dce9-479c-8f88-2c71037347bd", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:58:57.885666 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-119ee9d2-9748-4de5-83cc-6124c47ae5fd {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:58:57.886068 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-119ee9d2-9748-4de5-83cc-6124c47ae5fd'] response: {'server_uuid': '2b4dfc06-676c-45de-a4f1-fbba14d7a4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aa398b-dce9-479c-8f88-2c71037347bd', 'code': 200} Sep 21 21:58:57.888953 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-002e78fa-84fb-4feb-8e27-5232f6137e58 req-1337eca2-ab0a-471c-b54d-f6874a076b46 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cffbabe-565d-4645-bcc7-45d1f6cae7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503039 Sep 21 21:58:57.911477 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f88155-12e5-4483-afbd-6f46d7e3bbec tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event deleted for resources: {'Port': ['ID=3a0db892-139a-45d6-ba21-336117347765,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:57.920153 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:57.974018 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=f7aa398b-dce9-479c-8f88-2c71037347bd,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:58.029408 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20f590c5-f229-47e5-ac10-2e26573ad613 req-12f88155-12e5-4483-afbd-6f46d7e3bbec tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Router 92a516de-15f7-4509-8377-11beb192c09d has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:58:58.159649 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20f590c5-f229-47e5-ac10-2e26573ad613 req-12f88155-12e5-4483-afbd-6f46d7e3bbec tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:58:58.172623 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dacecd3-ce20-41ee-98e5-a702c60d1a8e None None] Sync routers for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:58:58.183397 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dacecd3-ce20-41ee-98e5-a702c60d1a8e None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:58:58.184011 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-5dacecd3-ce20-41ee-98e5-a702c60d1a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:58:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:58:58.212809 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f590c5-f229-47e5-ac10-2e26573ad613 req-12f88155-12e5-4483-afbd-6f46d7e3bbec tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] No DVR routers for this DVR port 3a0db892-139a-45d6-ba21-336117347765 on host hv-cinder-85881 {{(pid=110731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:58:58.220716 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f267b9a-8a08-46ad-b3cb-da47bd0729c4 req-b76cc5a7-107d-45d2-a841-cd1a1547c097 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:58.222221 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4f267b9a-8a08-46ad-b3cb-da47bd0729c4 req-b76cc5a7-107d-45d2-a841-cd1a1547c097 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.1087089 Sep 21 21:58:58.223253 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-20f590c5-f229-47e5-ac10-2e26573ad613 req-12f88155-12e5-4483-afbd-6f46d7e3bbec tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:58.227165 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-20f590c5-f229-47e5-ac10-2e26573ad613 req-12f88155-12e5-4483-afbd-6f46d7e3bbec tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "DELETE /v2.0/ports/3a0db892-139a-45d6-ba21-336117347765 HTTP/1.1" status: 204 len: 173 time: 0.9717374 Sep 21 21:58:58.227670 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0208c9-75ea-422e-9c01-a6cd93ff9382', 'name': 'network-vif-deleted', 'tag': '3a0db892-139a-45d6-ba21-336117347765'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:58:58.230489 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a704d25a-91c9-4517-a79f-841fd21d256f" -d '{"events": [{"server_uuid": "0f0208c9-75ea-422e-9c01-a6cd93ff9382", "name": "network-vif-deleted", "tag": "3a0db892-139a-45d6-ba21-336117347765"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:58:58.251245 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5938f0c-8e0b-43c2-9ab4-8b4d66b47a80 req-41770a9b-e40a-46d9-a8c8-9f83b826190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:58.253356 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-a5938f0c-8e0b-43c2-9ab4-8b4d66b47a80 req-41770a9b-e40a-46d9-a8c8-9f83b826190b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 1130 time: 0.0618198 Sep 21 21:58:58.288242 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4f267b9a-8a08-46ad-b3cb-da47bd0729c4 req-be4562aa-1610-4797-8f5b-fdc213f69e95 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550647 Sep 21 21:58:58.290045 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e52f6c1-2769-4ebc-afa5-77a4aebd3163 x-openstack-request-id: req-8e52f6c1-2769-4ebc-afa5-77a4aebd3163 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:58:58.290418 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0208c9-75ea-422e-9c01-a6cd93ff9382", "name": "network-vif-deleted", "tag": "3a0db892-139a-45d6-ba21-336117347765", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:58:58.290615 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e52f6c1-2769-4ebc-afa5-77a4aebd3163 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:58:58.291276 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e52f6c1-2769-4ebc-afa5-77a4aebd3163'] response: {'server_uuid': '0f0208c9-75ea-422e-9c01-a6cd93ff9382', 'name': 'network-vif-deleted', 'tag': '3a0db892-139a-45d6-ba21-336117347765', 'status': 'completed', 'code': 200} Sep 21 21:58:58.306781 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-5dacecd3-ce20-41ee-98e5-a702c60d1a8e None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:58:58.313883 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-a5938f0c-8e0b-43c2-9ab4-8b4d66b47a80 req-36f78132-43b9-4664-9016-6436af0bfab5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531075 Sep 21 21:58:58.521808 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-5dacecd3-ce20-41ee-98e5-a702c60d1a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:58:58.544727 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dacecd3-ce20-41ee-98e5-a702c60d1a8e None None] Checking router: 92a516de-15f7-4509-8377-11beb192c09d for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:58:58.552711 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dacecd3-ce20-41ee-98e5-a702c60d1a8e None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:58:58.553338 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-5dacecd3-ce20-41ee-98e5-a702c60d1a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:58:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:58:58.661532 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-5dacecd3-ce20-41ee-98e5-a702c60d1a8e None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:58:58.663711 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-290ae816-4dee-4357-abe9-83f70940e994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:58.853810 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-5dacecd3-ce20-41ee-98e5-a702c60d1a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:58:58.880300 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dacecd3-ce20-41ee-98e5-a702c60d1a8e None None] The sync data for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi is: [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:58:58.947991 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cda0e-4d25-4d77-a8e1-97e150537193 req-9f002fe2-79fe-4ef8-8ee5-ad8910c24fea tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:58.950456 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-310cda0e-4d25-4d77-a8e1-97e150537193 req-9f002fe2-79fe-4ef8-8ee5-ad8910c24fea tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0578103 Sep 21 21:58:59.019781 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e2ac47ea-9215-4fdf-8080-18f17159f432 req-c4e12ebe-88c1-45f5-b7ef-121ac8f8f711 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f0208c9-75ea-422e-9c01-a6cd93ff9382 HTTP/1.1" status: 200 len: 210 time: 0.0380719 Sep 21 21:58:59.024077 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-310cda0e-4d25-4d77-a8e1-97e150537193 req-cd4743e8-f007-423b-bb43-5fcd40f4c3a3 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682006 Sep 21 21:58:59.125619 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8dd769-6500-4e42-9d09-2262adf5d474 None None] New status for floating IP 89ceb08b-7a08-4321-97bc-74e91cbd0473: DOWN {{(pid=110733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:58:59.423138 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33decabc-018a-4331-b5a2-fceb590b5cdf req-42f2df91-95b6-4f39-b08b-09c38b5c0089 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:58:59.424507 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-33decabc-018a-4331-b5a2-fceb590b5cdf req-42f2df91-95b6-4f39-b08b-09c38b5c0089 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.0523207 Sep 21 21:58:59.472508 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-33decabc-018a-4331-b5a2-fceb590b5cdf req-7e7ef9b9-bb5f-488c-a52e-7d66d461f292 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417833 Sep 21 21:58:59.903437 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:00.148416 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a3e13-e99b-4412-841c-26a3138249e4 req-eab8886c-776f-4a8f-8952-32b56daab33a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:00.149921 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-827a3e13-e99b-4412-841c-26a3138249e4 req-eab8886c-776f-4a8f-8952-32b56daab33a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0513361 Sep 21 21:59:00.167070 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46068) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:00.196723 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-827a3e13-e99b-4412-841c-26a3138249e4 req-04dbe4e5-8fc9-4a29-98ad-a016c53c5a2a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412796 Sep 21 21:59:00.220312 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-89b0ec41-a5ca-47c9-8f3c-95781bd6655d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (1cffbabe-565d-4645-bcc7-45d1f6cae7cc), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:00.243320 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-89b0ec41-a5ca-47c9-8f3c-95781bd6655d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (1cffbabe-565d-4645-bcc7-45d1f6cae7cc), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:00.318809 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f2572-501d-4363-a936-b716d5509774 req-53310c5f-90fa-4c34-ae17-085cb76a6873 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:00.320299 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-531f2572-501d-4363-a936-b716d5509774 req-53310c5f-90fa-4c34-ae17-085cb76a6873 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0557063 Sep 21 21:59:00.330339 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 46072) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:00.335132 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-9ee68611-ce90-4d67-bdbc-69423654df05 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Request body: {'floatingip': {'port_id': '2c94916d-0256-480b-8107-bbd151f91715'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:59:00.366435 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-89b0ec41-a5ca-47c9-8f3c-95781bd6655d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (1cffbabe-565d-4645-bcc7-45d1f6cae7cc), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:00.370181 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-89b0ec41-a5ca-47c9-8f3c-95781bd6655d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:00.371850 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-89b0ec41-a5ca-47c9-8f3c-95781bd6655d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "DELETE /v2.0/security-groups/1cffbabe-565d-4645-bcc7-45d1f6cae7cc HTTP/1.1" status: 204 len: 168 time: 0.2032046 Sep 21 21:59:00.375192 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 46074) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:00.381544 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0ec41-a5ca-47c9-8f3c-95781bd6655d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cffbabe-565d-4645-bcc7-45d1f6cae7cc,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:00.397745 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.api.v2.resource [None req-cfb4e90b-ac5c-4030-9cf2-e56b50a651bf tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] show failed (client error): The resource could not be found. Sep 21 21:59:00.399535 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-cfb4e90b-ac5c-4030-9cf2-e56b50a651bf tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups/1cffbabe-565d-4645-bcc7-45d1f6cae7cc HTTP/1.1" status: 404 len: 347 time: 0.0232620 Sep 21 21:59:00.401912 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9ee68611-ce90-4d67-bdbc-69423654df05 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for floatingip (704fc0a8-b333-4901-82f1-845193834ba4), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:00.402570 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46076) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:00.522130 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-484166c6-0180-4cd7-b866-97b2ff3ec18b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Deleting port fce5ea2e-59dc-46f8-a112-1a56acf9344b {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:59:00.522487 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-484166c6-0180-4cd7-b866-97b2ff3ec18b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (fce5ea2e-59dc-46f8-a112-1a56acf9344b), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:00.605229 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-484166c6-0180-4cd7-b866-97b2ff3ec18b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (fce5ea2e-59dc-46f8-a112-1a56acf9344b), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:00.605562 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-484166c6-0180-4cd7-b866-97b2ff3ec18b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (fce5ea2e-59dc-46f8-a112-1a56acf9344b), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:00.618740 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-484166c6-0180-4cd7-b866-97b2ff3ec18b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Calling delete_port for fce5ea2e-59dc-46f8-a112-1a56acf9344b owned by network:floatingip {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:59:00.806667 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-484166c6-0180-4cd7-b866-97b2ff3ec18b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (fce5ea2e-59dc-46f8-a112-1a56acf9344b), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:00.832966 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484166c6-0180-4cd7-b866-97b2ff3ec18b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event deleted for resources: {'Port': ['ID=fce5ea2e-59dc-46f8-a112-1a56acf9344b,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:00.842436 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0cd3c-1350-4908-a245-fe53f54774b1 req-2d52bccc-3989-4472-9ad8-c88b33e42a88 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:00.843929 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-49d0cd3c-1350-4908-a245-fe53f54774b1 req-2d52bccc-3989-4472-9ad8-c88b33e42a88 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.1407175 Sep 21 21:59:00.891089 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-484166c6-0180-4cd7-b866-97b2ff3ec18b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (89ceb08b-7a08-4321-97bc-74e91cbd0473), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:00.893717 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-484166c6-0180-4cd7-b866-97b2ff3ec18b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:00.894898 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-484166c6-0180-4cd7-b866-97b2ff3ec18b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "DELETE /v2.0/floatingips/89ceb08b-7a08-4321-97bc-74e91cbd0473 HTTP/1.1" status: 204 len: 168 time: 0.4913940 Sep 21 21:59:00.934215 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-49d0cd3c-1350-4908-a245-fe53f54774b1 req-639702b5-161f-4c73-8a10-d37b075cb147 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836034 Sep 21 21:59:01.026717 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46084) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:01.031315 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-a272733b-1337-460d-bcb4-8d8ec1278653 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'security_group': {'name': 'tempest-securitygroup--825799125', 'description': 'tempest-description--1724969704'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:59:01.102804 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a272733b-1337-460d-bcb4-8d8ec1278653 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:01.113319 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9e052-b162-4eba-99a7-62b88676aa4a req-d36db46f-6a59-4a63-a775-0ec1f37e625e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:01.114834 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b0f9e052-b162-4eba-99a7-62b88676aa4a req-d36db46f-6a59-4a63-a775-0ec1f37e625e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.1031432 Sep 21 21:59:01.127235 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46086) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:01.131659 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-e76b172d-b0ce-43c1-a5ea-54a2a74a61dc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Request body: {'floatingip': {'port_id': 'f7aa398b-dce9-479c-8f88-2c71037347bd'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:59:01.181834 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e76b172d-b0ce-43c1-a5ea-54a2a74a61dc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for floatingip (e528d434-cdc2-4bdc-8858-df5410a70027), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:01.197399 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9ee68611-ce90-4d67-bdbc-69423654df05 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:01.263148 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a272733b-1337-460d-bcb4-8d8ec1278653 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (136f3b74-4c0e-400e-84b2-08989f36006a), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:01.280098 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9ee68611-ce90-4d67-bdbc-69423654df05 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (704fc0a8-b333-4901-82f1-845193834ba4), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:01.351319 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a272733b-1337-460d-bcb4-8d8ec1278653 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (136f3b74-4c0e-400e-84b2-08989f36006a), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:01.429782 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272733b-1337-460d-bcb4-8d8ec1278653 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136f3b74-4c0e-400e-84b2-08989f36006a,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:01.492482 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee68611-ce90-4d67-bdbc-69423654df05 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Router bf131272-3f82-42c8-a7a8-9e0b240d6f88 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:59:01.510361 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a272733b-1337-460d-bcb4-8d8ec1278653 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:01.511606 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-a272733b-1337-460d-bcb4-8d8ec1278653 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4837708 Sep 21 21:59:01.514584 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46088) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:01.520845 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-7e868947-df60-40e7-b0ef-079b328e0305 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'security_group_rule': {'security_group_id': '136f3b74-4c0e-400e-84b2-08989f36006a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:59:01.554938 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:01.597489 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee68611-ce90-4d67-bdbc-69423654df05 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:59:01.602689 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9ee68611-ce90-4d67-bdbc-69423654df05 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:01.609117 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35351bc3-3b39-46e5-8cca-ad909bf3406a None None] Sync routers for ids ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:59:01.619776 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35351bc3-3b39-46e5-8cca-ad909bf3406a None None] Routers {'bf131272-3f82-42c8-a7a8-9e0b240d6f88'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:59:01.620535 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-35351bc3-3b39-46e5-8cca-ad909bf3406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:58:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:01.633244 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702e3165-39a1-4698-9448-a06e47621215', 'tag': '2c94916d-0256-480b-8107-bbd151f91715'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:59:01.645223 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c492118d-c86c-4081-b53c-2367e09f77b4" -d '{"events": [{"name": "network-changed", "server_uuid": "702e3165-39a1-4698-9448-a06e47621215", "tag": "2c94916d-0256-480b-8107-bbd151f91715"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:59:01.672379 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-9ee68611-ce90-4d67-bdbc-69423654df05 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "PUT /v2.0/floatingips/704fc0a8-b333-4901-82f1-845193834ba4 HTTP/1.1" status: 200 len: 993 time: 1.3409264 Sep 21 21:59:01.675684 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 3a0db892-139a-45d6-ba21-336117347765 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:59:01.678138 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6061d4d9-e022-4e0f-a2c0-98ecf95a1527 x-openstack-request-id: req-6061d4d9-e022-4e0f-a2c0-98ecf95a1527 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:59:01.678138 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702e3165-39a1-4698-9448-a06e47621215", "tag": "2c94916d-0256-480b-8107-bbd151f91715", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:59:01.678390 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6061d4d9-e022-4e0f-a2c0-98ecf95a1527 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:59:01.678857 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6061d4d9-e022-4e0f-a2c0-98ecf95a1527'] response: {'name': 'network-changed', 'server_uuid': '702e3165-39a1-4698-9448-a06e47621215', 'tag': '2c94916d-0256-480b-8107-bbd151f91715', 'status': 'completed', 'code': 200} Sep 21 21:59:01.688951 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e76b172d-b0ce-43c1-a5ea-54a2a74a61dc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:01.689152 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7e868947-df60-40e7-b0ef-079b328e0305 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (8c0020d5-a13e-46d0-8004-7f6c46af26fa), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:01.769797 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7e868947-df60-40e7-b0ef-079b328e0305 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (8c0020d5-a13e-46d0-8004-7f6c46af26fa), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:01.777742 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e76b172d-b0ce-43c1-a5ea-54a2a74a61dc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (e528d434-cdc2-4bdc-8858-df5410a70027), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:01.813937 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492118d-c86c-4081-b53c-2367e09f77b4 req-06569ca9-eceb-4057-8cc4-c361ee969703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:01.815500 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c492118d-c86c-4081-b53c-2367e09f77b4 req-06569ca9-eceb-4057-8cc4-c361ee969703 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce39458046ef4d2bb8de370118e4ed86&device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 1129 time: 0.0950649 Sep 21 21:59:01.853218 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: 3a0db892-139a-45d6-ba21-336117347765 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:59:01.853569 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 3a0db892-139a-45d6-ba21-336117347765 not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:59:01.878996 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-35351bc3-3b39-46e5-8cca-ad909bf3406a None None] Set router bf131272-3f82-42c8-a7a8-9e0b240d6f88 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:59:01.897297 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7e868947-df60-40e7-b0ef-079b328e0305 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (8c0020d5-a13e-46d0-8004-7f6c46af26fa), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:01.934172 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e868947-df60-40e7-b0ef-079b328e0305 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0020d5-a13e-46d0-8004-7f6c46af26fa,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:01.957885 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.l3_db [None req-e76b172d-b0ce-43c1-a5ea-54a2a74a61dc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Floating IP e528d434-cdc2-4bdc-8858-df5410a70027 associated. External IP: 172.27.2.215, port: f7aa398b-dce9-479c-8f88-2c71037347bd. Sep 21 21:59:01.997641 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7e868947-df60-40e7-b0ef-079b328e0305 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:01.998833 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-7e868947-df60-40e7-b0ef-079b328e0305 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4833276 Sep 21 21:59:02.007861 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46094) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:02.014847 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-445ec4a2-e625-47df-a456-3d1b69bbede5 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'security_group_rule': {'security_group_id': '136f3b74-4c0e-400e-84b2-08989f36006a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:59:02.025578 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492118d-c86c-4081-b53c-2367e09f77b4 req-84ad55d0-6809-4814-973e-52cb528fddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:02.027005 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c492118d-c86c-4081-b53c-2367e09f77b4 req-84ad55d0-6809-4814-973e-52cb528fddc2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f801d94d-838f-46f0-b7fb-17b6d1554e9c HTTP/1.1" status: 200 len: 919 time: 0.2051570 Sep 21 21:59:02.100815 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-35351bc3-3b39-46e5-8cca-ad909bf3406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'name': 'tempest-ServerRescueNegativeTestJSON-341093674-router', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:28Z', 'updated_at': '2022-09-21T21:54:37Z', 'revision_number': 4, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'gw_port': {'id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:29Z', 'updated_at': '2022-09-21T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '704fc0a8-b333-4901-82f1-845193834ba4', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'port_id': '2c94916d-0256-480b-8107-bbd151f91715', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'mac_address': 'fa:16:3e:a1:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702e3165-39a1-4698-9448-a06e47621215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:57:13Z', 'updated_at': '2022-09-21T21:59:01Z', 'revision_number': 3, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bcd9ad-c1d4-4313-a4f6-c246daef0a94', 'name': '', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'mac_address': 'fa:16:3e:4b:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:34Z', 'updated_at': '2022-09-21T21:54:45Z', 'revision_number': 5, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'subnets': [{'id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:02.126078 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35351bc3-3b39-46e5-8cca-ad909bf3406a None None] Checking router: bf131272-3f82-42c8-a7a8-9e0b240d6f88 for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:59:02.131400 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c492118d-c86c-4081-b53c-2367e09f77b4 req-8a1c749b-8fb8-420d-9981-369a7de269ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c94916d-0256-480b-8107-bbd151f91715 HTTP/1.1" status: 200 len: 1001 time: 0.0947776 Sep 21 21:59:02.135115 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35351bc3-3b39-46e5-8cca-ad909bf3406a None None] Routers {'bf131272-3f82-42c8-a7a8-9e0b240d6f88'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:59:02.135744 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-35351bc3-3b39-46e5-8cca-ad909bf3406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:58:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:02.206879 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-445ec4a2-e625-47df-a456-3d1b69bbede5 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (4c90eea7-20c1-46b9-aeaa-13400855b187), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:02.237200 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-35351bc3-3b39-46e5-8cca-ad909bf3406a None None] Set router bf131272-3f82-42c8-a7a8-9e0b240d6f88 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:59:02.263492 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492118d-c86c-4081-b53c-2367e09f77b4 req-ca9917bf-b36d-4373-95bb-bd3c82f07791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:02.264961 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c492118d-c86c-4081-b53c-2367e09f77b4 req-ca9917bf-b36d-4373-95bb-bd3c82f07791 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=575b43de-b954-4ed7-bfdd-5b0bcfa5628e HTTP/1.1" status: 200 len: 857 time: 0.1265450 Sep 21 21:59:02.346036 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76b172d-b0ce-43c1-a5ea-54a2a74a61dc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Router db1c6c97-65d0-4428-94be-58942e8bdd47 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:59:02.356953 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-445ec4a2-e625-47df-a456-3d1b69bbede5 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (4c90eea7-20c1-46b9-aeaa-13400855b187), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:02.362601 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492118d-c86c-4081-b53c-2367e09f77b4 req-a132b800-7f53-43f1-bc0f-970fac83dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:02.364651 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c492118d-c86c-4081-b53c-2367e09f77b4 req-a132b800-7f53-43f1-bc0f-970fac83dc0f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f801d94d-838f-46f0-b7fb-17b6d1554e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0922849 Sep 21 21:59:02.445958 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-445ec4a2-e625-47df-a456-3d1b69bbede5 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (4c90eea7-20c1-46b9-aeaa-13400855b187), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:02.457099 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-35351bc3-3b39-46e5-8cca-ad909bf3406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'name': 'tempest-ServerRescueNegativeTestJSON-341093674-router', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:28Z', 'updated_at': '2022-09-21T21:54:37Z', 'revision_number': 4, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'gw_port': {'id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:29Z', 'updated_at': '2022-09-21T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '704fc0a8-b333-4901-82f1-845193834ba4', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'port_id': '2c94916d-0256-480b-8107-bbd151f91715', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'mac_address': 'fa:16:3e:a1:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702e3165-39a1-4698-9448-a06e47621215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:57:13Z', 'updated_at': '2022-09-21T21:59:01Z', 'revision_number': 3, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bcd9ad-c1d4-4313-a4f6-c246daef0a94', 'name': '', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'mac_address': 'fa:16:3e:4b:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:34Z', 'updated_at': '2022-09-21T21:54:45Z', 'revision_number': 5, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'subnets': [{'id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:02.485105 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35351bc3-3b39-46e5-8cca-ad909bf3406a None None] The sync data for ids ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'] in dv-cinder-858818-1-iscsi is: [{'id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'name': 'tempest-ServerRescueNegativeTestJSON-341093674-router', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:28Z', 'updated_at': '2022-09-21T21:54:37Z', 'revision_number': 4, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'gw_port': {'id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:29Z', 'updated_at': '2022-09-21T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '704fc0a8-b333-4901-82f1-845193834ba4', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'port_id': '2c94916d-0256-480b-8107-bbd151f91715', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'mac_address': 'fa:16:3e:a1:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702e3165-39a1-4698-9448-a06e47621215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:57:13Z', 'updated_at': '2022-09-21T21:59:01Z', 'revision_number': 3, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bcd9ad-c1d4-4313-a4f6-c246daef0a94', 'name': '', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'mac_address': 'fa:16:3e:4b:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:34Z', 'updated_at': '2022-09-21T21:54:45Z', 'revision_number': 5, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'subnets': [{'id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:59:02.486921 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ec4a2-e625-47df-a456-3d1b69bbede5 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c90eea7-20c1-46b9-aeaa-13400855b187,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:02.556888 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-445ec4a2-e625-47df-a456-3d1b69bbede5 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:02.558145 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-445ec4a2-e625-47df-a456-3d1b69bbede5 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5493207 Sep 21 21:59:02.560088 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c492118d-c86c-4081-b53c-2367e09f77b4 req-8bf8e066-e864-4a6b-97b1-ebb25c64ff2f service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862452 Sep 21 21:59:02.561116 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76b172d-b0ce-43c1-a5ea-54a2a74a61dc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:59:02.561350 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 46096) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:02.565481 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e76b172d-b0ce-43c1-a5ea-54a2a74a61dc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:02.565832 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-ce841748-291e-4eef-bcbf-008900063272 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'floatingip': {'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:59:02.571627 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fbfabf-5f8a-45c9-a450-b8ece699001c None None] Sync routers for ids ['db1c6c97-65d0-4428-94be-58942e8bdd47'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:59:02.585261 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fbfabf-5f8a-45c9-a450-b8ece699001c None None] Routers {'db1c6c97-65d0-4428-94be-58942e8bdd47'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:59:02.585960 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-43fbfabf-5f8a-45c9-a450-b8ece699001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:58:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['db1c6c97-65d0-4428-94be-58942e8bdd47'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:02.641029 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-e76b172d-b0ce-43c1-a5ea-54a2a74a61dc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "PUT /v2.0/floatingips/e528d434-cdc2-4bdc-8858-df5410a70027 HTTP/1.1" status: 200 len: 992 time: 1.5127120 Sep 21 21:59:02.647954 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4dfc06-676c-45de-a4f1-fbba14d7a4a8', 'tag': 'f7aa398b-dce9-479c-8f88-2c71037347bd'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:59:02.647954 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14426d66-f1fd-47f0-850c-30de9f2d07e3" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4dfc06-676c-45de-a4f1-fbba14d7a4a8", "tag": "f7aa398b-dce9-479c-8f88-2c71037347bd"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:59:02.653642 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ce841748-291e-4eef-bcbf-008900063272 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:02.694211 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc1eef9-b815-4844-a2ed-20681fc517f2 x-openstack-request-id: req-ddc1eef9-b815-4844-a2ed-20681fc517f2 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:59:02.698143 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4dfc06-676c-45de-a4f1-fbba14d7a4a8", "tag": "f7aa398b-dce9-479c-8f88-2c71037347bd", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:59:02.698143 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ddc1eef9-b815-4844-a2ed-20681fc517f2 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:59:02.698143 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc1eef9-b815-4844-a2ed-20681fc517f2'] response: {'name': 'network-changed', 'server_uuid': '2b4dfc06-676c-45de-a4f1-fbba14d7a4a8', 'tag': 'f7aa398b-dce9-479c-8f88-2c71037347bd', 'status': 'completed', 'code': 200} Sep 21 21:59:02.706807 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c492118d-c86c-4081-b53c-2367e09f77b4 req-398f393f-1dd8-4aa8-aab2-31160bf99dcd service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389813 Sep 21 21:59:02.711569 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-43fbfabf-5f8a-45c9-a450-b8ece699001c None None] Set router db1c6c97-65d0-4428-94be-58942e8bdd47 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:59:02.784415 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ce841748-291e-4eef-bcbf-008900063272 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:02.793005 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14426d66-f1fd-47f0-850c-30de9f2d07e3 req-78064779-9a18-4e25-80fa-989bc8b3d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:02.794631 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-14426d66-f1fd-47f0-850c-30de9f2d07e3 req-78064779-9a18-4e25-80fa-989bc8b3d241 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1603f7fd81ff4966be5b51e69354038c&device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 1130 time: 0.0562749 Sep 21 21:59:02.902250 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14426d66-f1fd-47f0-850c-30de9f2d07e3 req-2c2b1704-4635-498e-9f02-b9d8c48f4621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:02.904027 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-14426d66-f1fd-47f0-850c-30de9f2d07e3 req-2c2b1704-4635-498e-9f02-b9d8c48f4621 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 HTTP/1.1" status: 200 len: 917 time: 0.1017618 Sep 21 21:59:02.915112 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [None req-ce841748-291e-4eef-bcbf-008900063272 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Allocated IP 172.27.2.110 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/8c833986-da33-4eb3-89be-cf919bcfc516) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:59:03.028059 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ce841748-291e-4eef-bcbf-008900063272 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for port (8c833986-da33-4eb3-89be-cf919bcfc516), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:03.038413 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-43fbfabf-5f8a-45c9-a450-b8ece699001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '17d42817-e76a-4ddb-8052-df547e536735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 4, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port': {'id': '17d42817-e76a-4ddb-8052-df547e536735', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': 'e528d434-cdc2-4bdc-8858-df5410a70027', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'port_id': 'f7aa398b-dce9-479c-8f88-2c71037347bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'mac_address': 'fa:16:3e:8a:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4dfc06-676c-45de-a4f1-fbba14d7a4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:58:44Z', 'updated_at': '2022-09-21T21:59:01Z', 'revision_number': 1, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62a5e8b-eacb-45f7-8de0-0b4d622b17d6', 'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'mac_address': 'fa:16:3e:13:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:35Z', 'updated_at': '2022-09-21T21:54:49Z', 'revision_number': 5, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'subnets': [{'id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:03.046807 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:03.069944 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fbfabf-5f8a-45c9-a450-b8ece699001c None None] Checking router: db1c6c97-65d0-4428-94be-58942e8bdd47 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:59:03.078694 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fbfabf-5f8a-45c9-a450-b8ece699001c None None] Routers {'db1c6c97-65d0-4428-94be-58942e8bdd47'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:59:03.079311 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-43fbfabf-5f8a-45c9-a450-b8ece699001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:58:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['db1c6c97-65d0-4428-94be-58942e8bdd47'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:03.127261 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ce841748-291e-4eef-bcbf-008900063272 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (8c833986-da33-4eb3-89be-cf919bcfc516), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:03.170241 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce841748-291e-4eef-bcbf-008900063272 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:59:03.173582 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-ce841748-291e-4eef-bcbf-008900063272 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:59:03.177584 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce841748-291e-4eef-bcbf-008900063272 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:59:03.186721 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-43fbfabf-5f8a-45c9-a450-b8ece699001c None None] Set router db1c6c97-65d0-4428-94be-58942e8bdd47 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:59:03.205355 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce841748-291e-4eef-bcbf-008900063272 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'Port': ['ID=8c833986-da33-4eb3-89be-cf919bcfc516,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:03.224238 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-14426d66-f1fd-47f0-850c-30de9f2d07e3 req-ecb53520-251e-4894-95e6-02e15095474d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7aa398b-dce9-479c-8f88-2c71037347bd HTTP/1.1" status: 200 len: 1000 time: 0.3138335 Sep 21 21:59:03.279927 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ce841748-291e-4eef-bcbf-008900063272 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (d2c30b55-2c50-40b4-b935-1673bcab5749), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:03.281555 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14426d66-f1fd-47f0-850c-30de9f2d07e3 req-fb1bc32c-bc6e-48cc-8131-6a673c8af7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:03.283988 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-14426d66-f1fd-47f0-850c-30de9f2d07e3 req-fb1bc32c-bc6e-48cc-8131-6a673c8af7ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e474980b-93bc-4f2c-9cce-1ff39a325d4d HTTP/1.1" status: 200 len: 855 time: 0.0489402 Sep 21 21:59:03.339788 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14426d66-f1fd-47f0-850c-30de9f2d07e3 req-22adb2fd-448d-4b7a-96a1-62bc4ea5397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:03.341482 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-14426d66-f1fd-47f0-850c-30de9f2d07e3 req-22adb2fd-448d-4b7a-96a1-62bc4ea5397a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504971 Sep 21 21:59:03.400144 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ce841748-291e-4eef-bcbf-008900063272 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (8c833986-da33-4eb3-89be-cf919bcfc516), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:03.454827 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-43fbfabf-5f8a-45c9-a450-b8ece699001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '17d42817-e76a-4ddb-8052-df547e536735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 4, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port': {'id': '17d42817-e76a-4ddb-8052-df547e536735', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': 'e528d434-cdc2-4bdc-8858-df5410a70027', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'port_id': 'f7aa398b-dce9-479c-8f88-2c71037347bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'mac_address': 'fa:16:3e:8a:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4dfc06-676c-45de-a4f1-fbba14d7a4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:58:44Z', 'updated_at': '2022-09-21T21:59:01Z', 'revision_number': 1, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62a5e8b-eacb-45f7-8de0-0b4d622b17d6', 'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'mac_address': 'fa:16:3e:13:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:35Z', 'updated_at': '2022-09-21T21:54:49Z', 'revision_number': 5, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'subnets': [{'id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:03.469441 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-14426d66-f1fd-47f0-850c-30de9f2d07e3 req-baeebbe8-3774-4e29-ba68-7ee751bbbfbf service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195526 Sep 21 21:59:03.483665 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fbfabf-5f8a-45c9-a450-b8ece699001c None None] The sync data for ids ['db1c6c97-65d0-4428-94be-58942e8bdd47'] in dv-cinder-858818-1-iscsi is: [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '17d42817-e76a-4ddb-8052-df547e536735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 4, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port': {'id': '17d42817-e76a-4ddb-8052-df547e536735', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': 'e528d434-cdc2-4bdc-8858-df5410a70027', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'port_id': 'f7aa398b-dce9-479c-8f88-2c71037347bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'mac_address': 'fa:16:3e:8a:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4dfc06-676c-45de-a4f1-fbba14d7a4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:58:44Z', 'updated_at': '2022-09-21T21:59:01Z', 'revision_number': 1, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62a5e8b-eacb-45f7-8de0-0b4d622b17d6', 'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'mac_address': 'fa:16:3e:13:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:35Z', 'updated_at': '2022-09-21T21:54:49Z', 'revision_number': 5, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'subnets': [{'id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:59:03.570410 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ce841748-291e-4eef-bcbf-008900063272 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for port (8c833986-da33-4eb3-89be-cf919bcfc516), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:03.575856 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-14426d66-f1fd-47f0-850c-30de9f2d07e3 req-340be5a9-b262-481a-81e1-205666a92d20 service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961969 Sep 21 21:59:03.651855 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ce841748-291e-4eef-bcbf-008900063272 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (8c833986-da33-4eb3-89be-cf919bcfc516), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:03.690385 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702e3165-39a1-4698-9448-a06e47621215', 'tag': '2c94916d-0256-480b-8107-bbd151f91715'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:59:03.693211 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bad88c-cf72-4756-a15d-3a0e1dc010f7" -d '{"events": [{"name": "network-changed", "server_uuid": "702e3165-39a1-4698-9448-a06e47621215", "tag": "2c94916d-0256-480b-8107-bbd151f91715"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:59:03.720921 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae318ee0-774f-4d2a-8d27-5d09a4803d27 None None] New status for floating IP e528d434-cdc2-4bdc-8858-df5410a70027: ACTIVE {{(pid=110732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:59:03.727883 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce841748-291e-4eef-bcbf-008900063272 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'Port': ['ID=8c833986-da33-4eb3-89be-cf919bcfc516,revision_number=2']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:03.734437 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ce841748-291e-4eef-bcbf-008900063272 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (d2c30b55-2c50-40b4-b935-1673bcab5749), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:03.736979 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f61602e-0ae6-43dd-a24e-2bea85a3311e x-openstack-request-id: req-8f61602e-0ae6-43dd-a24e-2bea85a3311e {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:59:03.737085 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702e3165-39a1-4698-9448-a06e47621215", "tag": "2c94916d-0256-480b-8107-bbd151f91715", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:59:03.737334 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f61602e-0ae6-43dd-a24e-2bea85a3311e {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:59:03.737722 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f61602e-0ae6-43dd-a24e-2bea85a3311e'] response: {'name': 'network-changed', 'server_uuid': '702e3165-39a1-4698-9448-a06e47621215', 'tag': '2c94916d-0256-480b-8107-bbd151f91715', 'status': 'completed', 'code': 200} Sep 21 21:59:03.837710 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ce841748-291e-4eef-bcbf-008900063272 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:03.838924 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-ce841748-291e-4eef-bcbf-008900063272 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2765720 Sep 21 21:59:03.858813 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bad88c-cf72-4756-a15d-3a0e1dc010f7 req-85235627-80a4-471c-bd68-b0e89d6ce857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:03.860521 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-93bad88c-cf72-4756-a15d-3a0e1dc010f7 req-85235627-80a4-471c-bd68-b0e89d6ce857 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce39458046ef4d2bb8de370118e4ed86&device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 1129 time: 0.0517652 Sep 21 21:59:03.866602 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a10f9-48bf-4c3d-8ab0-a3a0287c261f req-696acbb3-1ca7-4a30-a5b5-1d0fa035e692 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:03.873616 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-174a10f9-48bf-4c3d-8ab0-a3a0287c261f req-696acbb3-1ca7-4a30-a5b5-1d0fa035e692 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0651190 Sep 21 21:59:03.918132 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-174a10f9-48bf-4c3d-8ab0-a3a0287c261f req-98898eb9-3b04-4db9-9b76-6e78c49a0110 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435665 Sep 21 21:59:03.962744 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bad88c-cf72-4756-a15d-3a0e1dc010f7 req-0f7c306b-8cfa-482f-81fd-504048ff694a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:03.964309 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-93bad88c-cf72-4756-a15d-3a0e1dc010f7 req-0f7c306b-8cfa-482f-81fd-504048ff694a service neutron] 10.222.0.61 "GET /v2.0/networks?id=f801d94d-838f-46f0-b7fb-17b6d1554e9c HTTP/1.1" status: 200 len: 919 time: 0.0953879 Sep 21 21:59:04.016635 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-30109198-1dcc-4367-bf1e-f2bd67d97081 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--825799125&fields=id&tenant_id=97db019d1a20418dbd658422bd2abeec HTTP/1.1" status: 200 len: 267 time: 0.0540357 Sep 21 21:59:04.031723 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-93bad88c-cf72-4756-a15d-3a0e1dc010f7 req-734efeac-782b-45dc-b92a-6b6fc533d7bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c94916d-0256-480b-8107-bbd151f91715 HTTP/1.1" status: 200 len: 1001 time: 0.0604382 Sep 21 21:59:04.080911 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bad88c-cf72-4756-a15d-3a0e1dc010f7 req-9566cd0e-44e4-4574-b8f2-2ab132a890a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:04.082502 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-93bad88c-cf72-4756-a15d-3a0e1dc010f7 req-9566cd0e-44e4-4574-b8f2-2ab132a890a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=575b43de-b954-4ed7-bfdd-5b0bcfa5628e HTTP/1.1" status: 200 len: 857 time: 0.0435827 Sep 21 21:59:04.126772 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-35d1425b-9bfb-4a61-a112-b09d68cbdc9a tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:04.128247 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-35d1425b-9bfb-4a61-a112-b09d68cbdc9a tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/networks?id=22bd5fcb-36cb-4d04-8fd5-44574faee68f HTTP/1.1" status: 200 len: 815 time: 0.1040702 Sep 21 21:59:04.132011 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bad88c-cf72-4756-a15d-3a0e1dc010f7 req-377d8541-b8d3-46a1-95cd-60a95c334e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:04.133537 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-93bad88c-cf72-4756-a15d-3a0e1dc010f7 req-377d8541-b8d3-46a1-95cd-60a95c334e3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f801d94d-838f-46f0-b7fb-17b6d1554e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435314 Sep 21 21:59:04.143193 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-6a1a6bc4-1a65-45c1-b525-ce2f7c3aa7bc tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/quotas/97db019d1a20418dbd658422bd2abeec HTTP/1.1" status: 200 len: 375 time: 0.0089247 Sep 21 21:59:04.198290 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-77801bce-d637-4b78-8f70-7d123ed0c737 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=97db019d1a20418dbd658422bd2abeec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494833 Sep 21 21:59:04.227573 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-93bad88c-cf72-4756-a15d-3a0e1dc010f7 req-fc51f424-b54b-4a73-8762-f4a2892676ff service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874431 Sep 21 21:59:04.296069 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-bb49679e-b65a-4565-b759-3d549fc34846 service neutron] 10.222.0.42 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861127 Sep 21 21:59:04.315446 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-93bad88c-cf72-4756-a15d-3a0e1dc010f7 req-ce026497-7bd6-41fb-b28c-632d4779329a service neutron] 10.222.0.61 "GET /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820541 Sep 21 21:59:04.384006 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-480e47e0-ebba-451c-8289-6705ab0066ac service neutron] 10.222.0.42 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819509 Sep 21 21:59:04.602457 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-834270ac-8814-4f6a-b8f5-d7653c8ae12d req-d6d6847f-4f48-49fd-8dd8-b7daa66ff4d3 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 210 time: 0.0278270 Sep 21 21:59:05.047658 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b9ff0-9464-4764-93e6-5bf6410893b5 req-635b17c0-5d68-42dd-9406-c3f32c2fb086 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:05.049145 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-157b9ff0-9464-4764-93e6-5bf6410893b5 req-635b17c0-5d68-42dd-9406-c3f32c2fb086 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0588894 Sep 21 21:59:05.099195 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-157b9ff0-9464-4764-93e6-5bf6410893b5 req-0153d0fd-64ec-4d50-9abb-33deb4c4f04c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438712 Sep 21 21:59:05.699111 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-875c0982-d68a-4775-bb89-deba1cac78e7 req-701015bc-d004-40d5-8368-efda9b6fbce8 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 210 time: 0.0275049 Sep 21 21:59:06.024904 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ede88-50b3-4c78-9db8-4346c56a83f6 req-d9229afb-1e90-4bc5-a6b0-869c07faa0bc tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:06.026392 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-977ede88-50b3-4c78-9db8-4346c56a83f6 req-d9229afb-1e90-4bc5-a6b0-869c07faa0bc tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.61 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0592058 Sep 21 21:59:06.113454 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-977ede88-50b3-4c78-9db8-4346c56a83f6 req-7de22836-2a25-452c-be16-712c8f21b84d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Deleting port 7c63305f-8071-4476-809c-333368a3488e {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:59:06.113791 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-977ede88-50b3-4c78-9db8-4346c56a83f6 req-7de22836-2a25-452c-be16-712c8f21b84d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (7c63305f-8071-4476-809c-333368a3488e), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:06.204021 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-977ede88-50b3-4c78-9db8-4346c56a83f6 req-7de22836-2a25-452c-be16-712c8f21b84d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] For port 7c63305f-8071-4476-809c-333368a3488e, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=7c63305f-8071-4476-809c-333368a3488e,segment=NetworkSegment(978b6f9c-54de-4032-ac85-449a38d20e49),segment_id=978b6f9c-54de-4032-ac85-449a38d20e49)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:59:06.204385 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-977ede88-50b3-4c78-9db8-4346c56a83f6 req-7de22836-2a25-452c-be16-712c8f21b84d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (7c63305f-8071-4476-809c-333368a3488e), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:06.222633 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfe0db-3489-4a41-ab91-e359a10089ed req-b6b865cf-6bff-4adc-a41c-f3e265d53965 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:06.224136 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-08dfe0db-3489-4a41-ab91-e359a10089ed req-b6b865cf-6bff-4adc-a41c-f3e265d53965 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0528500 Sep 21 21:59:06.271171 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-08dfe0db-3489-4a41-ab91-e359a10089ed req-2c66e233-ed2f-420c-a907-ff2b4df64b51 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=30539bfc-a863-42e6-b940-20f8a1fc32df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408306 Sep 21 21:59:06.366163 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-977ede88-50b3-4c78-9db8-4346c56a83f6 req-7de22836-2a25-452c-be16-712c8f21b84d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:06.366513 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-977ede88-50b3-4c78-9db8-4346c56a83f6 req-7de22836-2a25-452c-be16-712c8f21b84d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (f9238565-553a-4ca6-a571-bb4537ac3d73), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:06.366821 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.l3_db [req-977ede88-50b3-4c78-9db8-4346c56a83f6 req-7de22836-2a25-452c-be16-712c8f21b84d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Floating IP f9238565-553a-4ca6-a571-bb4537ac3d73 disassociated. External IP: 172.27.2.86, port: 7c63305f-8071-4476-809c-333368a3488e. Sep 21 21:59:06.367195 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-977ede88-50b3-4c78-9db8-4346c56a83f6 req-7de22836-2a25-452c-be16-712c8f21b84d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Calling delete_port for 7c63305f-8071-4476-809c-333368a3488e owned by compute:nova {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:59:06.522724 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-d4955a25-163c-49f1-91ed-75f964ebe5a0 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:06.524099 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-d4955a25-163c-49f1-91ed-75f964ebe5a0 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "GET /v2.0/networks?id=22bd5fcb-36cb-4d04-8fd5-44574faee68f HTTP/1.1" status: 200 len: 815 time: 0.1049919 Sep 21 21:59:06.565833 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-977ede88-50b3-4c78-9db8-4346c56a83f6 req-7de22836-2a25-452c-be16-712c8f21b84d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (7c63305f-8071-4476-809c-333368a3488e), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:06.596108 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de22836-2a25-452c-be16-712c8f21b84d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Pushing event deleted for resources: {'Port': ['ID=7c63305f-8071-4476-809c-333368a3488e,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:06.597454 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-3213824c-262a-4293-a981-7657b10a2093 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97db019d1a20418dbd658422bd2abeec HTTP/1.1" status: 200 len: 379 time: 0.0544212 Sep 21 21:59:06.615878 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-6b16bdbf-1d39-40fe-af3e-6d7afc988a24 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'port': {'device_id': 'dce0e695-e327-432e-8bda-0e75f6d33c75', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'admin_state_up': True, 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'security_groups': ['136f3b74-4c0e-400e-84b2-08989f36006a']}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:59:06.711436 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-977ede88-50b3-4c78-9db8-4346c56a83f6 req-7de22836-2a25-452c-be16-712c8f21b84d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:59:06.798624 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-20c2802b-2aa9-4509-ab4b-32a5fd798352 req-612a97cf-8fb8-455c-9151-0adc09ef41ff tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 210 time: 0.0286279 Sep 21 21:59:06.805479 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-6b16bdbf-1d39-40fe-af3e-6d7afc988a24 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Made reservation on behalf of 97db019d1a20418dbd658422bd2abeec for: {'port': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:59:06.809381 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-6b16bdbf-1d39-40fe-af3e-6d7afc988a24 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:06.821012 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-977ede88-50b3-4c78-9db8-4346c56a83f6 req-7de22836-2a25-452c-be16-712c8f21b84d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:59:06.831943 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc386fc9-207e-4a1c-bab5-0ecb026ced5a None None] Sync routers for ids ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:59:06.847550 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc386fc9-207e-4a1c-bab5-0ecb026ced5a None None] Routers {'2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:59:06.848242 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-bc386fc9-207e-4a1c-bab5-0ecb026ced5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:58:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:06.877104 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-977ede88-50b3-4c78-9db8-4346c56a83f6 req-7de22836-2a25-452c-be16-712c8f21b84d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] No DVR routers for this DVR port 7c63305f-8071-4476-809c-333368a3488e on host hv-cinder-85881 {{(pid=110730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:59:06.879565 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-977ede88-50b3-4c78-9db8-4346c56a83f6 req-7de22836-2a25-452c-be16-712c8f21b84d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:06.883632 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-977ede88-50b3-4c78-9db8-4346c56a83f6 req-7de22836-2a25-452c-be16-712c8f21b84d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.61 "DELETE /v2.0/ports/7c63305f-8071-4476-809c-333368a3488e HTTP/1.1" status: 204 len: 173 time: 0.8511889 Sep 21 21:59:06.884144 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47235b9b-f097-4391-8e4a-c5469167ffb0', 'name': 'network-vif-deleted', 'tag': '7c63305f-8071-4476-809c-333368a3488e'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:59:06.886471 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cce298-93f6-4f42-9970-62209acbfca6" -d '{"events": [{"server_uuid": "47235b9b-f097-4391-8e4a-c5469167ffb0", "name": "network-vif-deleted", "tag": "7c63305f-8071-4476-809c-333368a3488e"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:59:06.925591 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9995e4-50eb-4dec-a6f8-8c5639a00bc0 x-openstack-request-id: req-3b9995e4-50eb-4dec-a6f8-8c5639a00bc0 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:59:06.925949 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47235b9b-f097-4391-8e4a-c5469167ffb0", "name": "network-vif-deleted", "tag": "7c63305f-8071-4476-809c-333368a3488e", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:59:06.926240 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b9995e4-50eb-4dec-a6f8-8c5639a00bc0 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:59:06.926789 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b9995e4-50eb-4dec-a6f8-8c5639a00bc0'] response: {'server_uuid': '47235b9b-f097-4391-8e4a-c5469167ffb0', 'name': 'network-vif-deleted', 'tag': '7c63305f-8071-4476-809c-333368a3488e', 'status': 'completed', 'code': 200} Sep 21 21:59:06.960272 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-bc386fc9-207e-4a1c-bab5-0ecb026ced5a None None] Set router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:59:06.965230 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-6b16bdbf-1d39-40fe-af3e-6d7afc988a24 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Allocated IP 172.20.0.14 (22bd5fcb-36cb-4d04-8fd5-44574faee68f/ffad0065-5e21-48c1-8b35-fb87327cf65f/9c9d3300-03a4-44b8-b1e0-f13a6e6e1326) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:59:07.118848 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-6b16bdbf-1d39-40fe-af3e-6d7afc988a24 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for port (9c9d3300-03a4-44b8-b1e0-f13a6e6e1326), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:07.197095 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-bc386fc9-207e-4a1c-bab5-0ecb026ced5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:38Z', 'revision_number': 4, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port': {'id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:31Z', 'updated_at': '2022-09-21T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea', 'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'mac_address': 'fa:16:3e:13:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:37Z', 'updated_at': '2022-09-21T21:54:48Z', 'revision_number': 5, 'project_id': 'dffa029369f34cedb4849826071f9552', 'subnets': [{'id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:07.200812 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-6b16bdbf-1d39-40fe-af3e-6d7afc988a24 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (9c9d3300-03a4-44b8-b1e0-f13a6e6e1326), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:07.224166 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc386fc9-207e-4a1c-bab5-0ecb026ced5a None None] Checking router: 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:59:07.232460 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc386fc9-207e-4a1c-bab5-0ecb026ced5a None None] Routers {'2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:59:07.233125 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-bc386fc9-207e-4a1c-bab5-0ecb026ced5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:58:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:07.241925 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-6b16bdbf-1d39-40fe-af3e-6d7afc988a24 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Network 22bd5fcb-36cb-4d04-8fd5-44574faee68f is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:59:07.245188 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-6b16bdbf-1d39-40fe-af3e-6d7afc988a24 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:59:07.248728 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-6b16bdbf-1d39-40fe-af3e-6d7afc988a24 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:59:07.283807 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16bdbf-1d39-40fe-af3e-6d7afc988a24 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'Port': ['ID=9c9d3300-03a4-44b8-b1e0-f13a6e6e1326,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:07.310434 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-6b16bdbf-1d39-40fe-af3e-6d7afc988a24 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:07.311168 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-6b16bdbf-1d39-40fe-af3e-6d7afc988a24 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:07.422272 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-bc386fc9-207e-4a1c-bab5-0ecb026ced5a None None] Set router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:59:07.423158 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-28173431-811d-440b-ba65-a2a9e580007a req-5a56fc9f-c235-46c8-979d-096b70964230 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=47235b9b-f097-4391-8e4a-c5469167ffb0 HTTP/1.1" status: 200 len: 210 time: 0.0292199 Sep 21 21:59:07.505992 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-6b16bdbf-1d39-40fe-af3e-6d7afc988a24 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8943779 Sep 21 21:59:07.528287 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-4cc51ae4-9bd5-4886-8e86-0cde51265a18 None None] Provisioning complete for port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:59:07.528852 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-4cc51ae4-9bd5-4886-8e86-0cde51265a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (9c9d3300-03a4-44b8-b1e0-f13a6e6e1326), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:07.528999 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-4cc51ae4-9bd5-4886-8e86-0cde51265a18 None None] Attempt 1 to provision port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 Sep 21 21:59:07.555453 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Request body: {'port': {'device_id': 'dce0e695-e327-432e-8bda-0e75f6d33c75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:59:07.561297 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-4cc51ae4-9bd5-4886-8e86-0cde51265a18 None None] Port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:59:07.562419 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-bc386fc9-207e-4a1c-bab5-0ecb026ced5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:38Z', 'revision_number': 4, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port': {'id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:31Z', 'updated_at': '2022-09-21T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea', 'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'mac_address': 'fa:16:3e:13:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:37Z', 'updated_at': '2022-09-21T21:54:48Z', 'revision_number': 5, 'project_id': 'dffa029369f34cedb4849826071f9552', 'subnets': [{'id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:07.586337 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc386fc9-207e-4a1c-bab5-0ecb026ced5a None None] The sync data for ids ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'] in dv-cinder-858818-1-iscsi is: [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:38Z', 'revision_number': 4, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port': {'id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:31Z', 'updated_at': '2022-09-21T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea', 'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'mac_address': 'fa:16:3e:13:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:37Z', 'updated_at': '2022-09-21T21:54:48Z', 'revision_number': 5, 'project_id': 'dffa029369f34cedb4849826071f9552', 'subnets': [{'id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:59:07.618222 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (9c9d3300-03a4-44b8-b1e0-f13a6e6e1326), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:07.836648 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2b9759-f760-4ad2-bbc7-a27d92ad57ce None None] New status for floating IP f9238565-553a-4ca6-a571-bb4537ac3d73: DOWN {{(pid=110732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:59:07.899277 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 {{(pid=110731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:59:07.921070 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Publish callbacks [] for port (9c9d3300-03a4-44b8-b1e0-f13a6e6e1326), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:07.939582 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.provisioning_blocks [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Transition to ACTIVE for port object 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 will not be triggered until provisioned by entity L2. {{(pid=110731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:59:07.955243 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743b161-edcf-4940-9666-fb26f22ea829 req-a94a1b50-6ecb-4b6b-8542-4d9814486b77 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:07.956707 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8743b161-edcf-4940-9666-fb26f22ea829 req-a94a1b50-6ecb-4b6b-8542-4d9814486b77 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 932 time: 0.0758612 Sep 21 21:59:08.002770 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8743b161-edcf-4940-9666-fb26f22ea829 req-df2f079c-48b7-43d4-96ff-4caf887ca1fd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=136f3b74-4c0e-400e-84b2-08989f36006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403674 Sep 21 21:59:08.028521 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (9c9d3300-03a4-44b8-b1e0-f13a6e6e1326), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:08.062960 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-4cc51ae4-9bd5-4886-8e86-0cde51265a18 None None] Attempt 2 to provision port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 Sep 21 21:59:08.099795 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-4cc51ae4-9bd5-4886-8e86-0cde51265a18 None None] Port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:59:08.106564 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9d3300-03a4-44b8-b1e0-f13a6e6e1326,revision_number=2']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:08.137624 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Attempting to bind port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:59:08.137963 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Attempting to bind port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:59:08.138291 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Attempting to bind port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 on network 22bd5fcb-36cb-4d04-8fd5-44574faee68f {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:59:08.142445 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 on network 22bd5fcb-36cb-4d04-8fd5-44574faee68f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:59:08.142767 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Attempting to bind port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 on network 22bd5fcb-36cb-4d04-8fd5-44574faee68f {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:59:08.147491 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:59:08.147829 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Checking segment: {'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:59:08.148206 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Bound using segment: {'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:59:08.148625 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Bound port: 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'}}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:59:08.149002 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (9c9d3300-03a4-44b8-b1e0-f13a6e6e1326), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:08.207004 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] For port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326, host hv-cinder-85881, cleared binding levels {{(pid=110731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:59:08.210068 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] For port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=9c9d3300-03a4-44b8-b1e0-f13a6e6e1326,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:59:08.275066 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (9c9d3300-03a4-44b8-b1e0-f13a6e6e1326), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:08.278858 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:08.279469 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:08.280829 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] 10.222.0.61 "PUT /v2.0/ports/9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 HTTP/1.1" status: 200 len: 1094 time: 0.7321470 Sep 21 21:59:08.281361 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce0e695-e327-432e-8bda-0e75f6d33c75', 'tag': '9c9d3300-03a4-44b8-b1e0-f13a6e6e1326'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:59:08.283573 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac5f7d0-dac5-485e-9d9a-5d42736ecffb" -d '{"events": [{"name": "network-changed", "server_uuid": "dce0e695-e327-432e-8bda-0e75f6d33c75", "tag": "9c9d3300-03a4-44b8-b1e0-f13a6e6e1326"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:59:08.323405 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbc55f8-6c2a-4622-806a-33bd6a72a7fc x-openstack-request-id: req-4cbc55f8-6c2a-4622-806a-33bd6a72a7fc {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:59:08.323704 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce0e695-e327-432e-8bda-0e75f6d33c75", "tag": "9c9d3300-03a4-44b8-b1e0-f13a6e6e1326", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:59:08.323987 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4cbc55f8-6c2a-4622-806a-33bd6a72a7fc {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:59:08.324388 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cbc55f8-6c2a-4622-806a-33bd6a72a7fc'] response: {'name': 'network-changed', 'server_uuid': 'dce0e695-e327-432e-8bda-0e75f6d33c75', 'tag': '9c9d3300-03a4-44b8-b1e0-f13a6e6e1326', 'status': 'completed', 'code': 200} Sep 21 21:59:08.335623 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb47a1-c355-42aa-af89-43a4d78f24d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9d3300-03a4-44b8-b1e0-f13a6e6e1326,revision_number=3']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:08.406229 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5f7d0-dac5-485e-9d9a-5d42736ecffb req-51c44206-8fd9-4122-b329-13b60507e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:08.407723 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0ac5f7d0-dac5-485e-9d9a-5d42736ecffb req-51c44206-8fd9-4122-b329-13b60507e0f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97db019d1a20418dbd658422bd2abeec&device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 1128 time: 0.0463083 Sep 21 21:59:08.509113 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5f7d0-dac5-485e-9d9a-5d42736ecffb req-e8756561-9877-4f18-9277-9c7c3ec5d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:08.510640 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0ac5f7d0-dac5-485e-9d9a-5d42736ecffb req-e8756561-9877-4f18-9277-9c7c3ec5d3f2 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=97db019d1a20418dbd658422bd2abeec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0905225 Sep 21 21:59:08.528923 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46162) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:08.582534 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b898c313-a24e-4940-80a8-3480873f2200 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group (30539bfc-a863-42e6-b940-20f8a1fc32df), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:08.601029 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-4cc51ae4-9bd5-4886-8e86-0cde51265a18 None None] Attempt 3 to provision port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 Sep 21 21:59:08.607145 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5f7d0-dac5-485e-9d9a-5d42736ecffb req-61bf6a7a-c731-4309-935a-9fda6a81584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:08.607324 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b898c313-a24e-4940-80a8-3480873f2200 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group (30539bfc-a863-42e6-b940-20f8a1fc32df), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:08.608630 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0ac5f7d0-dac5-485e-9d9a-5d42736ecffb req-61bf6a7a-c731-4309-935a-9fda6a81584c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921266 Sep 21 21:59:08.641118 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-4cc51ae4-9bd5-4886-8e86-0cde51265a18 None None] Port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 had new provisioning blocks added so it will not transition to active. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:59:08.691602 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b898c313-a24e-4940-80a8-3480873f2200 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (30539bfc-a863-42e6-b940-20f8a1fc32df), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:08.694352 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b898c313-a24e-4940-80a8-3480873f2200 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:08.695702 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-b898c313-a24e-4940-80a8-3480873f2200 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "DELETE /v2.0/security-groups/30539bfc-a863-42e6-b940-20f8a1fc32df HTTP/1.1" status: 204 len: 168 time: 0.1654668 Sep 21 21:59:08.698898 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 46164) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:08.704765 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898c313-a24e-4940-80a8-3480873f2200 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30539bfc-a863-42e6-b940-20f8a1fc32df,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:08.714412 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.api.v2.resource [None req-d2a866ce-6ddb-4421-819e-246ba72127e9 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] show failed (client error): The resource could not be found. Sep 21 21:59:08.716344 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-d2a866ce-6ddb-4421-819e-246ba72127e9 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups/30539bfc-a863-42e6-b940-20f8a1fc32df HTTP/1.1" status: 404 len: 347 time: 0.0156126 Sep 21 21:59:08.718530 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 46166) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:08.731060 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-c75389db-beaf-4256-99e1-9e9d8ddc2d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:08.732510 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-c75389db-beaf-4256-99e1-9e9d8ddc2d5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97db019d1a20418dbd658422bd2abeec&device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 1128 time: 0.0681081 Sep 21 21:59:08.799546 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-8386d966-50bf-49df-95b1-fe1a1e4a6eff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 HTTP/1.1" status: 200 len: 217 time: 0.0399814 Sep 21 21:59:08.892185 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-1d7eb256-5ae8-4bfc-a1de-9cff01fbce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:08.893660 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-1d7eb256-5ae8-4bfc-a1de-9cff01fbce97 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffad0065-5e21-48c1-8b35-fb87327cf65f HTTP/1.1" status: 200 len: 854 time: 0.0705113 Sep 21 21:59:08.929189 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-c921e788-3242-41fc-a18c-87818549c854 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Deleting port 5cfa0be9-25ea-44bd-b046-94ad8ebba47b {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:59:08.929832 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c921e788-3242-41fc-a18c-87818549c854 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (5cfa0be9-25ea-44bd-b046-94ad8ebba47b), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:09.282704 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-955db924-1759-4789-8c8c-5458d23ac86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:09.284104 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-955db924-1759-4789-8c8c-5458d23ac86e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22bd5fcb-36cb-4d04-8fd5-44574faee68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3846877 Sep 21 21:59:09.299641 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c921e788-3242-41fc-a18c-87818549c854 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (5cfa0be9-25ea-44bd-b046-94ad8ebba47b), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:09.299969 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c921e788-3242-41fc-a18c-87818549c854 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for floatingip (5cfa0be9-25ea-44bd-b046-94ad8ebba47b), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:09.360782 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4787e-c09e-42bb-a98b-ed90fc4ab55a req-8039407c-3268-442e-9ff5-3c07eff094c0 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:09.362248 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6ab4787e-c09e-42bb-a98b-ed90fc4ab55a req-8039407c-3268-442e-9ff5-3c07eff094c0 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 944 time: 0.1450038 Sep 21 21:59:09.363104 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-c921e788-3242-41fc-a18c-87818549c854 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Calling delete_port for 5cfa0be9-25ea-44bd-b046-94ad8ebba47b owned by network:floatingip {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:59:09.491571 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-91365fcb-e8ba-4446-afc6-9f71ef624e76 service neutron] 10.222.0.61 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936791 Sep 21 21:59:09.496127 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6ab4787e-c09e-42bb-a98b-ed90fc4ab55a req-09393d1f-83d3-4bdb-beec-479951aab9e9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=136f3b74-4c0e-400e-84b2-08989f36006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275239 Sep 21 21:59:09.622770 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c5f852dc-bfab-4482-b79b-91b4b3d4487c req-19e86ff4-1e94-47bd-803e-ba573c884dd2 service neutron] 10.222.0.61 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144433 Sep 21 21:59:09.684381 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 7c63305f-8071-4476-809c-333368a3488e no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:59:09.691811 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c921e788-3242-41fc-a18c-87818549c854 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (5cfa0be9-25ea-44bd-b046-94ad8ebba47b), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:09.703686 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: 7c63305f-8071-4476-809c-333368a3488e {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:59:09.704030 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 7c63305f-8071-4476-809c-333368a3488e not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:59:09.727659 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921e788-3242-41fc-a18c-87818549c854 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Pushing event deleted for resources: {'Port': ['ID=5cfa0be9-25ea-44bd-b046-94ad8ebba47b,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:09.784548 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c921e788-3242-41fc-a18c-87818549c854 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for floatingip (f9238565-553a-4ca6-a571-bb4537ac3d73), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:09.787303 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c921e788-3242-41fc-a18c-87818549c854 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:09.788438 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-c921e788-3242-41fc-a18c-87818549c854 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "DELETE /v2.0/floatingips/f9238565-553a-4ca6-a571-bb4537ac3d73 HTTP/1.1" status: 204 len: 168 time: 1.0689638 Sep 21 21:59:09.907331 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46174) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:09.911831 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-d0d35dd9-af0d-4be4-b46b-b80a9be77e63 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1627057867', 'description': 'tempest-description--272902117'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:59:09.999427 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d0d35dd9-af0d-4be4-b46b-b80a9be77e63 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:10.063661 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d0d35dd9-af0d-4be4-b46b-b80a9be77e63 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group (2022b779-e2ce-4a3d-b25f-027f2d2fd81f), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:10.108386 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d0d35dd9-af0d-4be4-b46b-b80a9be77e63 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (2022b779-e2ce-4a3d-b25f-027f2d2fd81f), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:10.136478 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d35dd9-af0d-4be4-b46b-b80a9be77e63 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2022b779-e2ce-4a3d-b25f-027f2d2fd81f,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:10.208196 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d0d35dd9-af0d-4be4-b46b-b80a9be77e63 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:10.209970 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-d0d35dd9-af0d-4be4-b46b-b80a9be77e63 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3015933 Sep 21 21:59:10.212902 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46176) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:10.217256 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-16b7423d-b6b6-465d-95fe-91fdeda18a27 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Request body: {'security_group_rule': {'security_group_id': '2022b779-e2ce-4a3d-b25f-027f2d2fd81f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:59:10.312921 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-16b7423d-b6b6-465d-95fe-91fdeda18a27 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group_rule (d0f11fc3-f44c-41c1-9024-79edc25ba9f5), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:10.366526 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-16b7423d-b6b6-465d-95fe-91fdeda18a27 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group_rule (d0f11fc3-f44c-41c1-9024-79edc25ba9f5), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:10.457480 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-16b7423d-b6b6-465d-95fe-91fdeda18a27 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (d0f11fc3-f44c-41c1-9024-79edc25ba9f5), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:10.475400 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7423d-b6b6-465d-95fe-91fdeda18a27 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f11fc3-f44c-41c1-9024-79edc25ba9f5,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:10.562552 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-16b7423d-b6b6-465d-95fe-91fdeda18a27 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:10.563784 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-16b7423d-b6b6-465d-95fe-91fdeda18a27 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499289 Sep 21 21:59:10.566550 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46180) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:10.570968 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-b0eac25e-ef01-4bc3-bf33-56415bf42e57 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Request body: {'security_group_rule': {'security_group_id': '2022b779-e2ce-4a3d-b25f-027f2d2fd81f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:59:10.619133 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4fae7-d09c-492f-a232-d11c00e9f0ac req-a3cd66c3-9628-40ec-ab22-59a3f4fa7662 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:10.621049 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2bd4fae7-d09c-492f-a232-d11c00e9f0ac req-a3cd66c3-9628-40ec-ab22-59a3f4fa7662 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 944 time: 0.0526979 Sep 21 21:59:10.656497 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b0eac25e-ef01-4bc3-bf33-56415bf42e57 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group_rule (6982e2ab-2145-416b-8918-e9b699dffd0c), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:10.667580 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2bd4fae7-d09c-492f-a232-d11c00e9f0ac req-4c565d61-da17-4f5c-a0bd-1c673d0a5942 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=136f3b74-4c0e-400e-84b2-08989f36006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410359 Sep 21 21:59:10.711327 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b0eac25e-ef01-4bc3-bf33-56415bf42e57 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group_rule (6982e2ab-2145-416b-8918-e9b699dffd0c), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:10.777334 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b0eac25e-ef01-4bc3-bf33-56415bf42e57 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (6982e2ab-2145-416b-8918-e9b699dffd0c), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:10.795627 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eac25e-ef01-4bc3-bf33-56415bf42e57 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6982e2ab-2145-416b-8918-e9b699dffd0c,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:10.860025 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b0eac25e-ef01-4bc3-bf33-56415bf42e57 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:10.861259 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-b0eac25e-ef01-4bc3-bf33-56415bf42e57 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2937462 Sep 21 21:59:10.864291 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46184) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:10.868845 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-f8e2d918-515c-46e8-a140-6232951ab099 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Request body: {'floatingip': {'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:59:10.954422 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e2d918-515c-46e8-a140-6232951ab099 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:11.050748 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e2d918-515c-46e8-a140-6232951ab099 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:11.157155 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-f8e2d918-515c-46e8-a140-6232951ab099 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Allocated IP 172.27.2.113 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/4a70640e-8850-4a07-9095-970075997a2b) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:59:11.256123 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e2d918-515c-46e8-a140-6232951ab099 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for port (4a70640e-8850-4a07-9095-970075997a2b), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:11.372152 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e2d918-515c-46e8-a140-6232951ab099 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (4a70640e-8850-4a07-9095-970075997a2b), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:11.406618 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e2d918-515c-46e8-a140-6232951ab099 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:59:11.409501 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-f8e2d918-515c-46e8-a140-6232951ab099 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:59:11.412919 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e2d918-515c-46e8-a140-6232951ab099 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:59:11.442231 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2d918-515c-46e8-a140-6232951ab099 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Pushing event updated for resources: {'Port': ['ID=4a70640e-8850-4a07-9095-970075997a2b,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:11.502615 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e2d918-515c-46e8-a140-6232951ab099 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for floatingip (ad10db36-feb6-4890-b08c-2ad4d63a2764), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:11.568916 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e2d918-515c-46e8-a140-6232951ab099 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (4a70640e-8850-4a07-9095-970075997a2b), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:11.710733 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e2d918-515c-46e8-a140-6232951ab099 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for port (4a70640e-8850-4a07-9095-970075997a2b), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:11.782498 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e2d918-515c-46e8-a140-6232951ab099 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (4a70640e-8850-4a07-9095-970075997a2b), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:11.802516 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8547e-4b12-420f-b7f6-b8b068fe718a req-c56486ca-feb6-43b4-be42-b6160fc0f3f3 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:11.804070 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fad8547e-4b12-420f-b7f6-b8b068fe718a req-c56486ca-feb6-43b4-be42-b6160fc0f3f3 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 944 time: 0.0560164 Sep 21 21:59:11.847867 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e2d918-515c-46e8-a140-6232951ab099 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (ad10db36-feb6-4890-b08c-2ad4d63a2764), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:11.851233 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2d918-515c-46e8-a140-6232951ab099 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Pushing event updated for resources: {'Port': ['ID=4a70640e-8850-4a07-9095-970075997a2b,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:11.853187 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fad8547e-4b12-420f-b7f6-b8b068fe718a req-6f4daea3-7236-435a-9a78-8d52e266a1dd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=136f3b74-4c0e-400e-84b2-08989f36006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410912 Sep 21 21:59:11.921703 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f8e2d918-515c-46e8-a140-6232951ab099 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:11.922964 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-f8e2d918-515c-46e8-a140-6232951ab099 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0577409 Sep 21 21:59:12.110472 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-44fd0f56-e1c9-4a33-a8a9-4eeab9e16f4f tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1627057867&fields=id&tenant_id=dffa029369f34cedb4849826071f9552 HTTP/1.1" status: 200 len: 267 time: 0.0408990 Sep 21 21:59:12.215476 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-904497a5-307a-4480-b1cd-91e883039e77 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:12.216910 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-904497a5-307a-4480-b1cd-91e883039e77 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/networks?id=f53260a4-6fcd-403d-87df-2c61cac67763 HTTP/1.1" status: 200 len: 810 time: 0.1003876 Sep 21 21:59:12.231106 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-e6796c9c-4c71-4f4e-873a-55c374c30a16 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/quotas/dffa029369f34cedb4849826071f9552 HTTP/1.1" status: 200 len: 375 time: 0.0087869 Sep 21 21:59:12.283819 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-41202cc9-7eb7-4409-9264-8059303d7f26 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dffa029369f34cedb4849826071f9552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481803 Sep 21 21:59:12.374960 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-892c0e03-6129-4304-a552-999957520434 service neutron] 10.222.0.42 "GET /v2.0/networks/f53260a4-6fcd-403d-87df-2c61cac67763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800648 Sep 21 21:59:12.465673 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-39532599-9da1-4998-a7af-355c6e58f995 service neutron] 10.222.0.42 "GET /v2.0/networks/f53260a4-6fcd-403d-87df-2c61cac67763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852039 Sep 21 21:59:12.745408 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d424d880-b52e-46cd-b362-6beb9d015b1c req-ae0f84f9-f5a3-46cb-a757-9dc21d226244 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 210 time: 0.0283465 Sep 21 21:59:12.976421 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca46961-e050-47a6-89c2-c966f5ecfd75 req-81a0064e-7977-4b7a-a944-ebe3556c2d2c tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:12.981414 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9ca46961-e050-47a6-89c2-c966f5ecfd75 req-81a0064e-7977-4b7a-a944-ebe3556c2d2c tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 944 time: 0.0540526 Sep 21 21:59:13.027467 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9ca46961-e050-47a6-89c2-c966f5ecfd75 req-865d7cd3-8095-4c76-b8f8-4248e98c190b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=136f3b74-4c0e-400e-84b2-08989f36006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433784 Sep 21 21:59:13.686880 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:59:13.785053 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=9c9d3300-03a4-44b8-b1e0-f13a6e6e1326,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:59:13.797982 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': '9c9d3300-03a4-44b8-b1e0-f13a6e6e1326', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'port_id': '9c9d3300-03a4-44b8-b1e0-f13a6e6e1326', 'mac_address': 'fa:16:3e:dd:c2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:59:13.832336 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:59:13.832726 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (9c9d3300-03a4-44b8-b1e0-f13a6e6e1326), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:13.846197 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:59:13.850531 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1e17e3f9-47c3-431c-ba51-004482668a24 req-442243f6-d34e-4ef6-a8a6-1da5414b4bd4 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 210 time: 0.0316761 Sep 21 21:59:13.870613 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=9c9d3300-03a4-44b8-b1e0-f13a6e6e1326,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:59:13.937300 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (9c9d3300-03a4-44b8-b1e0-f13a6e6e1326), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:13.983363 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=9c9d3300-03a4-44b8-b1e0-f13a6e6e1326,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:14.148319 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c624bc2-920a-4c3b-85ee-7828b6071797 req-f601cff8-b98f-4ee0-a53e-448b779e65f5 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:14.150467 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7c624bc2-920a-4c3b-85ee-7828b6071797 req-f601cff8-b98f-4ee0-a53e-448b779e65f5 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 945 time: 0.0522020 Sep 21 21:59:14.196969 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7c624bc2-920a-4c3b-85ee-7828b6071797 req-a501b47b-4c9f-474a-ab02-ab128593ccb4 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=136f3b74-4c0e-400e-84b2-08989f36006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409768 Sep 21 21:59:14.310468 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['9c9d3300-03a4-44b8-b1e0-f13a6e6e1326'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:59:14.564445 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-c9c30ca7-fa8e-43b8-8654-3af8b1240884 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:14.565843 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-c9c30ca7-fa8e-43b8-8654-3af8b1240884 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.61 "GET /v2.0/networks?id=f53260a4-6fcd-403d-87df-2c61cac67763 HTTP/1.1" status: 200 len: 810 time: 0.1052241 Sep 21 21:59:14.634807 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-b6b4fb73-cb0c-4048-99a6-eb17fb9f056f tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dffa029369f34cedb4849826071f9552 HTTP/1.1" status: 200 len: 380 time: 0.0509205 Sep 21 21:59:14.647653 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-874f659e-abce-4ca9-a60b-ff0fbaac2b95 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Request body: {'port': {'device_id': 'e034e574-4ad4-485d-a1f0-7bafe9300985', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'admin_state_up': True, 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'security_groups': ['2022b779-e2ce-4a3d-b25f-027f2d2fd81f']}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:59:14.805611 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-874f659e-abce-4ca9-a60b-ff0fbaac2b95 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Made reservation on behalf of dffa029369f34cedb4849826071f9552 for: {'port': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:59:14.809087 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-874f659e-abce-4ca9-a60b-ff0fbaac2b95 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:14.955321 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3c93c687-fd46-4555-8a3e-4658ab72a15d req-9c8cab5f-3b0c-476e-a471-87234f6d5006 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 210 time: 0.0302365 Sep 21 21:59:14.959088 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-874f659e-abce-4ca9-a60b-ff0fbaac2b95 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Allocated IP 172.20.0.5 (f53260a4-6fcd-403d-87df-2c61cac67763/e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8/4fd0a78b-11ab-41dc-b997-134e2efbf011) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:59:15.095773 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-874f659e-abce-4ca9-a60b-ff0fbaac2b95 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for port (4fd0a78b-11ab-41dc-b997-134e2efbf011), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:15.177295 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-874f659e-abce-4ca9-a60b-ff0fbaac2b95 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (4fd0a78b-11ab-41dc-b997-134e2efbf011), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:15.215865 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-874f659e-abce-4ca9-a60b-ff0fbaac2b95 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Network f53260a4-6fcd-403d-87df-2c61cac67763 is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:59:15.218965 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-874f659e-abce-4ca9-a60b-ff0fbaac2b95 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:59:15.222569 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-874f659e-abce-4ca9-a60b-ff0fbaac2b95 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:59:15.251925 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f659e-abce-4ca9-a60b-ff0fbaac2b95 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Pushing event updated for resources: {'Port': ['ID=4fd0a78b-11ab-41dc-b997-134e2efbf011,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:15.279996 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-874f659e-abce-4ca9-a60b-ff0fbaac2b95 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:15.280775 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-874f659e-abce-4ca9-a60b-ff0fbaac2b95 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:15.344376 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22742e7-b1e0-4358-a259-e48391569339 req-b631d585-74eb-40b4-a36e-52df4a38c762 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:15.346045 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e22742e7-b1e0-4358-a259-e48391569339 req-b631d585-74eb-40b4-a36e-52df4a38c762 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 945 time: 0.0625269 Sep 21 21:59:15.393979 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-874f659e-abce-4ca9-a60b-ff0fbaac2b95 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7498567 Sep 21 21:59:15.398182 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e22742e7-b1e0-4358-a259-e48391569339 req-3996f09d-42a3-4c85-8932-d9d76dc32430 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=136f3b74-4c0e-400e-84b2-08989f36006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465577 Sep 21 21:59:15.422127 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Request body: {'port': {'device_id': 'e034e574-4ad4-485d-a1f0-7bafe9300985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:59:15.478759 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (4fd0a78b-11ab-41dc-b997-134e2efbf011), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:15.503903 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-8916ce2f-db20-49f5-8051-157ea96d8e78 None None] Provisioning complete for port 4fd0a78b-11ab-41dc-b997-134e2efbf011 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:59:15.504442 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-8916ce2f-db20-49f5-8051-157ea96d8e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (4fd0a78b-11ab-41dc-b997-134e2efbf011), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:15.504566 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-8916ce2f-db20-49f5-8051-157ea96d8e78 None None] Attempt 1 to provision port 4fd0a78b-11ab-41dc-b997-134e2efbf011 Sep 21 21:59:15.535470 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-8916ce2f-db20-49f5-8051-157ea96d8e78 None None] Port 4fd0a78b-11ab-41dc-b997-134e2efbf011 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:59:15.705595 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:59:15.725887 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd0a78b-11ab-41dc-b997-134e2efbf011 {{(pid=110731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:59:15.733838 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Publish callbacks [] for port (4fd0a78b-11ab-41dc-b997-134e2efbf011), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:15.746314 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.provisioning_blocks [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Transition to ACTIVE for port object 4fd0a78b-11ab-41dc-b997-134e2efbf011 will not be triggered until provisioned by entity L2. {{(pid=110731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:59:15.806240 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (4fd0a78b-11ab-41dc-b997-134e2efbf011), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:15.822861 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:59:15.826895 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:59:15.827348 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (9c9d3300-03a4-44b8-b1e0-f13a6e6e1326), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:15.827693 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 Sep 21 21:59:15.864537 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd0a78b-11ab-41dc-b997-134e2efbf011,revision_number=2']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:15.906933 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:59:15.915368 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (9c9d3300-03a4-44b8-b1e0-f13a6e6e1326), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:15.915820 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Attempting to bind port 4fd0a78b-11ab-41dc-b997-134e2efbf011 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:59:15.916156 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Attempting to bind port 4fd0a78b-11ab-41dc-b997-134e2efbf011 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '978b6f9c-54de-4032-ac85-449a38d20e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763'}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:59:15.916504 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Attempting to bind port 4fd0a78b-11ab-41dc-b997-134e2efbf011 on network f53260a4-6fcd-403d-87df-2c61cac67763 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:59:15.921056 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Port 4fd0a78b-11ab-41dc-b997-134e2efbf011 on network f53260a4-6fcd-403d-87df-2c61cac67763 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:59:15.921376 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Attempting to bind port 4fd0a78b-11ab-41dc-b997-134e2efbf011 on network f53260a4-6fcd-403d-87df-2c61cac67763 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:59:15.926184 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:59:15.926516 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Checking segment: {'id': '978b6f9c-54de-4032-ac85-449a38d20e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:59:15.926893 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Bound using segment: {'id': '978b6f9c-54de-4032-ac85-449a38d20e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763'} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:59:15.927312 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Bound port: 4fd0a78b-11ab-41dc-b997-134e2efbf011, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978b6f9c-54de-4032-ac85-449a38d20e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763'}}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:59:15.927662 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (4fd0a78b-11ab-41dc-b997-134e2efbf011), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:15.931619 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce0e695-e327-432e-8bda-0e75f6d33c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9d3300-03a4-44b8-b1e0-f13a6e6e1326'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:59:15.933880 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499999df-20b0-45e7-a093-b55ce8add7f3" -d '{"events": [{"server_uuid": "dce0e695-e327-432e-8bda-0e75f6d33c75", "name": "network-vif-plugged", "status": "completed", "tag": "9c9d3300-03a4-44b8-b1e0-f13a6e6e1326"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:59:15.946575 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=9c9d3300-03a4-44b8-b1e0-f13a6e6e1326,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:59:15.972476 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e02e07-917c-44b5-82de-5380455571ad x-openstack-request-id: req-81e02e07-917c-44b5-82de-5380455571ad {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:59:15.972476 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce0e695-e327-432e-8bda-0e75f6d33c75", "name": "network-vif-plugged", "status": "completed", "tag": "9c9d3300-03a4-44b8-b1e0-f13a6e6e1326", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:59:15.972476 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81e02e07-917c-44b5-82de-5380455571ad {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:59:15.972476 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e02e07-917c-44b5-82de-5380455571ad'] response: {'server_uuid': 'dce0e695-e327-432e-8bda-0e75f6d33c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9d3300-03a4-44b8-b1e0-f13a6e6e1326', 'code': 200} Sep 21 21:59:15.990286 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] For port 4fd0a78b-11ab-41dc-b997-134e2efbf011, host hv-cinder-85881, cleared binding levels {{(pid=110731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:59:16.001984 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] For port 4fd0a78b-11ab-41dc-b997-134e2efbf011, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=4fd0a78b-11ab-41dc-b997-134e2efbf011,segment=NetworkSegment(978b6f9c-54de-4032-ac85-449a38d20e49),segment_id=978b6f9c-54de-4032-ac85-449a38d20e49)] {{(pid=110731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:59:16.017809 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (9c9d3300-03a4-44b8-b1e0-f13a6e6e1326), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:16.042341 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-8916ce2f-db20-49f5-8051-157ea96d8e78 None None] Attempt 2 to provision port 4fd0a78b-11ab-41dc-b997-134e2efbf011 Sep 21 21:59:16.076362 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (4fd0a78b-11ab-41dc-b997-134e2efbf011), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:16.081738 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:16.082354 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:16.083760 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] 10.222.0.61 "PUT /v2.0/ports/4fd0a78b-11ab-41dc-b997-134e2efbf011 HTTP/1.1" status: 200 len: 1093 time: 0.6657305 Sep 21 21:59:16.085989 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=9c9d3300-03a4-44b8-b1e0-f13a6e6e1326,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:16.086142 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e034e574-4ad4-485d-a1f0-7bafe9300985', 'tag': '4fd0a78b-11ab-41dc-b997-134e2efbf011'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:59:16.088734 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2be097-b790-461f-8e2a-c1a1bc3cf5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e034e574-4ad4-485d-a1f0-7bafe9300985", "tag": "4fd0a78b-11ab-41dc-b997-134e2efbf011"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:59:16.099132 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-8916ce2f-db20-49f5-8051-157ea96d8e78 None None] Port 4fd0a78b-11ab-41dc-b997-134e2efbf011 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:59:16.119021 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c1489-00e1-4a68-a3a8-458b5d4415ba req-b0536aaf-9d74-4f86-a12d-e0875d925196 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:16.120554 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9e5c1489-00e1-4a68-a3a8-458b5d4415ba req-b0536aaf-9d74-4f86-a12d-e0875d925196 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 943 time: 0.0855548 Sep 21 21:59:16.128063 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d3a3c1-9d19-4bdc-8e43-8ab941194ba4 x-openstack-request-id: req-08d3a3c1-9d19-4bdc-8e43-8ab941194ba4 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:59:16.128358 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e034e574-4ad4-485d-a1f0-7bafe9300985", "tag": "4fd0a78b-11ab-41dc-b997-134e2efbf011", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:59:16.128616 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-08d3a3c1-9d19-4bdc-8e43-8ab941194ba4 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:59:16.129045 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d3a3c1-9d19-4bdc-8e43-8ab941194ba4'] response: {'name': 'network-changed', 'server_uuid': 'e034e574-4ad4-485d-a1f0-7bafe9300985', 'tag': '4fd0a78b-11ab-41dc-b997-134e2efbf011', 'status': 'completed', 'code': 200} Sep 21 21:59:16.162366 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06439a31-6fd5-4faf-a787-e1d866a778d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd0a78b-11ab-41dc-b997-134e2efbf011,revision_number=3']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:16.200211 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9e5c1489-00e1-4a68-a3a8-458b5d4415ba req-44b0431d-5768-4af8-8360-f1ec3dab5f0f tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=2022b779-e2ce-4a3d-b25f-027f2d2fd81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686095 Sep 21 21:59:16.233544 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2be097-b790-461f-8e2a-c1a1bc3cf5fa req-b17193c4-3947-4438-9a8b-c6562368813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:16.234957 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1d2be097-b790-461f-8e2a-c1a1bc3cf5fa req-b17193c4-3947-4438-9a8b-c6562368813a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dffa029369f34cedb4849826071f9552&device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 1127 time: 0.0491292 Sep 21 21:59:16.328956 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f48254-3c07-4cbf-a468-5fcad8f117a7 req-750dc6b6-4296-4413-adb1-e0785f9b78b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:16.330583 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-f4f48254-3c07-4cbf-a468-5fcad8f117a7 req-750dc6b6-4296-4413-adb1-e0785f9b78b9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 1130 time: 0.0484612 Sep 21 21:59:16.371723 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2be097-b790-461f-8e2a-c1a1bc3cf5fa req-d0df8848-623d-4bb3-9dfe-5fa27952bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:16.373218 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1d2be097-b790-461f-8e2a-c1a1bc3cf5fa req-d0df8848-623d-4bb3-9dfe-5fa27952bed9 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=dffa029369f34cedb4849826071f9552&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0915501 Sep 21 21:59:16.373346 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-f4f48254-3c07-4cbf-a468-5fcad8f117a7 req-7bc815c4-e8ae-4469-9d42-88758ab4a351 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=136f3b74-4c0e-400e-84b2-08989f36006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371733 Sep 21 21:59:16.523517 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85fc07-1190-4b03-afd0-41e4a1c5867e req-03315bfd-88a7-41b6-958f-81d9e3947692 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:16.525597 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3a85fc07-1190-4b03-afd0-41e4a1c5867e req-03315bfd-88a7-41b6-958f-81d9e3947692 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 946 time: 0.0553701 Sep 21 21:59:16.570379 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3a85fc07-1190-4b03-afd0-41e4a1c5867e req-4e5fd6ec-8926-4181-8c39-e328e3d7cb1d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=136f3b74-4c0e-400e-84b2-08989f36006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391159 Sep 21 21:59:16.599969 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-8916ce2f-db20-49f5-8051-157ea96d8e78 None None] Attempt 3 to provision port 4fd0a78b-11ab-41dc-b997-134e2efbf011 Sep 21 21:59:16.639809 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-8916ce2f-db20-49f5-8051-157ea96d8e78 None None] Port 4fd0a78b-11ab-41dc-b997-134e2efbf011 had new provisioning blocks added so it will not transition to active. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:59:16.776869 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2be097-b790-461f-8e2a-c1a1bc3cf5fa req-ff3392b5-9d26-4d59-b2ce-bc45b636bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:16.778278 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1d2be097-b790-461f-8e2a-c1a1bc3cf5fa req-ff3392b5-9d26-4d59-b2ce-bc45b636bf45 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859411 Sep 21 21:59:16.895391 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-96894624-550c-4abb-a7a4-e4273e58f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:16.896883 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-96894624-550c-4abb-a7a4-e4273e58f16a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dffa029369f34cedb4849826071f9552&device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 1127 time: 0.0522997 Sep 21 21:59:16.944283 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-d1c878e0-c55b-4e2f-baed-11bdbc1c8a42 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fd0a78b-11ab-41dc-b997-134e2efbf011 HTTP/1.1" status: 200 len: 217 time: 0.0323107 Sep 21 21:59:16.991416 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-297065aa-e740-4442-9fa1-95972f7a1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:16.993362 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-297065aa-e740-4442-9fa1-95972f7a1647 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8 HTTP/1.1" status: 200 len: 849 time: 0.0424032 Sep 21 21:59:17.040659 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-c11b3807-3680-4d36-b67c-4a51159f755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:17.042170 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-c11b3807-3680-4d36-b67c-4a51159f755a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f53260a4-6fcd-403d-87df-2c61cac67763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433986 Sep 21 21:59:17.132287 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-64206b80-b581-4a1d-a3ef-2b190848f1b3 service neutron] 10.222.0.61 "GET /v2.0/networks/f53260a4-6fcd-403d-87df-2c61cac67763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835755 Sep 21 21:59:17.218807 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa86a523-ed96-4d00-bbf0-08b69e9035be req-fbe3e726-4238-4685-aa7c-24721e472696 service neutron] 10.222.0.61 "GET /v2.0/networks/f53260a4-6fcd-403d-87df-2c61cac67763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786140 Sep 21 21:59:17.327534 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6dbde6-7d25-4a08-904e-112f31e73c92 req-70543a9b-b8e2-404d-a1c8-b681288549ba tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:17.328910 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8b6dbde6-7d25-4a08-904e-112f31e73c92 req-70543a9b-b8e2-404d-a1c8-b681288549ba tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 943 time: 0.0560694 Sep 21 21:59:17.374351 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8b6dbde6-7d25-4a08-904e-112f31e73c92 req-a19f8a0f-f048-45cc-b674-aa472536dff9 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=2022b779-e2ce-4a3d-b25f-027f2d2fd81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398612 Sep 21 21:59:17.693555 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b90705-27ab-44c0-b80b-ef17e1fc0d1b req-827e6538-1eda-4b16-8d0d-83316c8fb63a tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:17.695691 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-41b90705-27ab-44c0-b80b-ef17e1fc0d1b req-827e6538-1eda-4b16-8d0d-83316c8fb63a tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 946 time: 0.0532534 Sep 21 21:59:17.740728 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-41b90705-27ab-44c0-b80b-ef17e1fc0d1b req-2f78fde8-9c33-4266-8597-764573839649 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=136f3b74-4c0e-400e-84b2-08989f36006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401292 Sep 21 21:59:18.498897 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858073d-90ef-4857-bccc-bf877d918c72 req-eb360bd8-ebcf-4064-9423-aab10ecae8e9 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:18.500349 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a858073d-90ef-4857-bccc-bf877d918c72 req-eb360bd8-ebcf-4064-9423-aab10ecae8e9 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 943 time: 0.0552695 Sep 21 21:59:18.545268 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a858073d-90ef-4857-bccc-bf877d918c72 req-9e622168-bb80-43be-8ecf-50a2da9498e4 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=2022b779-e2ce-4a3d-b25f-027f2d2fd81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392790 Sep 21 21:59:18.860853 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1d7b4-c8e5-47ef-a648-d27368d7cfdd req-65433eb3-2a7f-480b-8f53-40cb14cdf9fc tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:18.862333 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1fc1d7b4-c8e5-47ef-a648-d27368d7cfdd req-65433eb3-2a7f-480b-8f53-40cb14cdf9fc tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 946 time: 0.0507329 Sep 21 21:59:18.906897 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1fc1d7b4-c8e5-47ef-a648-d27368d7cfdd req-84dbddef-88c2-46b0-8b66-4f90730283e2 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=136f3b74-4c0e-400e-84b2-08989f36006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391686 Sep 21 21:59:19.023597 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec8847-9c7f-4212-af33-4ac640d16a48 req-ee5638fc-d6f3-45e5-b109-67b14a4b6a00 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:19.025497 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2dec8847-9c7f-4212-af33-4ac640d16a48 req-ee5638fc-d6f3-45e5-b109-67b14a4b6a00 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 946 time: 0.0522544 Sep 21 21:59:19.035325 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 46244) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:19.040446 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-f34835d7-fc4b-46a8-9d79-3077ebb74924 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'floatingip': {'port_id': '9c9d3300-03a4-44b8-b1e0-f13a6e6e1326'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:59:19.078395 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f34835d7-fc4b-46a8-9d79-3077ebb74924 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (d2c30b55-2c50-40b4-b935-1673bcab5749), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:19.302492 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:19.477316 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f34835d7-fc4b-46a8-9d79-3077ebb74924 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:19.541434 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f34835d7-fc4b-46a8-9d79-3077ebb74924 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (d2c30b55-2c50-40b4-b935-1673bcab5749), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:19.659436 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.l3_db [None req-f34835d7-fc4b-46a8-9d79-3077ebb74924 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Floating IP d2c30b55-2c50-40b4-b935-1673bcab5749 associated. External IP: 172.27.2.110, port: 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326. Sep 21 21:59:19.718642 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20db24-28db-42c8-a325-e0c60cd2f4b8 req-73ef8daf-17c4-41bf-a2f3-b9262f59f6e7 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:19.720074 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1d20db24-28db-42c8-a325-e0c60cd2f4b8 req-73ef8daf-17c4-41bf-a2f3-b9262f59f6e7 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 943 time: 0.1033549 Sep 21 21:59:19.801824 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1d20db24-28db-42c8-a325-e0c60cd2f4b8 req-86661f17-3914-41b7-8c84-5935c9eff72c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=2022b779-e2ce-4a3d-b25f-027f2d2fd81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556934 Sep 21 21:59:19.898938 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34835d7-fc4b-46a8-9d79-3077ebb74924 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Router 92a516de-15f7-4509-8377-11beb192c09d has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:59:19.998111 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34835d7-fc4b-46a8-9d79-3077ebb74924 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:59:20.002819 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f34835d7-fc4b-46a8-9d79-3077ebb74924 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:20.009882 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a9cddf-2a39-4570-befd-10cb8ef2a341 None None] Sync routers for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:59:20.020072 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a9cddf-2a39-4570-befd-10cb8ef2a341 None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:59:20.020680 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-02a9cddf-2a39-4570-befd-10cb8ef2a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:58:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:20.033326 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-f34835d7-fc4b-46a8-9d79-3077ebb74924 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "PUT /v2.0/floatingips/d2c30b55-2c50-40b4-b935-1673bcab5749 HTTP/1.1" status: 200 len: 992 time: 0.9969251 Sep 21 21:59:20.034076 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce0e695-e327-432e-8bda-0e75f6d33c75', 'tag': '9c9d3300-03a4-44b8-b1e0-f13a6e6e1326'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:59:20.036437 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbebfa0-9cca-4ef8-a2b0-c74abf53f259" -d '{"events": [{"name": "network-changed", "server_uuid": "dce0e695-e327-432e-8bda-0e75f6d33c75", "tag": "9c9d3300-03a4-44b8-b1e0-f13a6e6e1326"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:59:20.071949 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbabe01f-76b0-4dcf-925d-5ab9d944d7b4 x-openstack-request-id: req-fbabe01f-76b0-4dcf-925d-5ab9d944d7b4 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:59:20.072241 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce0e695-e327-432e-8bda-0e75f6d33c75", "tag": "9c9d3300-03a4-44b8-b1e0-f13a6e6e1326", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:59:20.072496 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fbabe01f-76b0-4dcf-925d-5ab9d944d7b4 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:59:20.072949 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbabe01f-76b0-4dcf-925d-5ab9d944d7b4'] response: {'name': 'network-changed', 'server_uuid': 'dce0e695-e327-432e-8bda-0e75f6d33c75', 'tag': '9c9d3300-03a4-44b8-b1e0-f13a6e6e1326', 'status': 'completed', 'code': 200} Sep 21 21:59:20.121340 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-02a9cddf-2a39-4570-befd-10cb8ef2a341 None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:59:20.167894 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbebfa0-9cca-4ef8-a2b0-c74abf53f259 req-9c232eb7-5916-4edc-8f7f-0055b19863e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:20.169334 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5dbebfa0-9cca-4ef8-a2b0-c74abf53f259 req-9c232eb7-5916-4edc-8f7f-0055b19863e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97db019d1a20418dbd658422bd2abeec&device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 1130 time: 0.0449719 Sep 21 21:59:20.261083 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbebfa0-9cca-4ef8-a2b0-c74abf53f259 req-776ba8cd-fc85-4b4d-b176-576ee7aa0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:20.262582 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5dbebfa0-9cca-4ef8-a2b0-c74abf53f259 req-776ba8cd-fc85-4b4d-b176-576ee7aa0db2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=22bd5fcb-36cb-4d04-8fd5-44574faee68f HTTP/1.1" status: 200 len: 916 time: 0.0871999 Sep 21 21:59:20.325468 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5dbebfa0-9cca-4ef8-a2b0-c74abf53f259 req-4e81ca94-a92e-40d0-a7f4-c26ff512f041 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 HTTP/1.1" status: 200 len: 1000 time: 0.0560305 Sep 21 21:59:20.385755 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbebfa0-9cca-4ef8-a2b0-c74abf53f259 req-5ea71e0e-5baf-4a33-9a1d-df258924fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:20.387773 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5dbebfa0-9cca-4ef8-a2b0-c74abf53f259 req-5ea71e0e-5baf-4a33-9a1d-df258924fa84 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffad0065-5e21-48c1-8b35-fb87327cf65f HTTP/1.1" status: 200 len: 854 time: 0.0537324 Sep 21 21:59:20.410969 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-02a9cddf-2a39-4570-befd-10cb8ef2a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': 'd2c30b55-2c50-40b4-b935-1673bcab5749', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '92a516de-15f7-4509-8377-11beb192c09d', 'port_id': '9c9d3300-03a4-44b8-b1e0-f13a6e6e1326', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'mac_address': 'fa:16:3e:dd:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce0e695-e327-432e-8bda-0e75f6d33c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:59:03Z', 'updated_at': '2022-09-21T21:59:19Z', 'revision_number': 1, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:20.437888 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a9cddf-2a39-4570-befd-10cb8ef2a341 None None] Checking router: 92a516de-15f7-4509-8377-11beb192c09d for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:59:20.438491 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbebfa0-9cca-4ef8-a2b0-c74abf53f259 req-ca19e654-f044-432b-a70d-1c70a75c2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:20.440009 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5dbebfa0-9cca-4ef8-a2b0-c74abf53f259 req-ca19e654-f044-432b-a70d-1c70a75c2c94 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22bd5fcb-36cb-4d04-8fd5-44574faee68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435598 Sep 21 21:59:20.446483 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a9cddf-2a39-4570-befd-10cb8ef2a341 None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:59:20.447088 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-02a9cddf-2a39-4570-befd-10cb8ef2a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:58:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:20.527555 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5dbebfa0-9cca-4ef8-a2b0-c74abf53f259 req-d463dfd9-de60-411c-82b3-3a2996c75271 service neutron] 10.222.0.61 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798790 Sep 21 21:59:20.545738 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-02a9cddf-2a39-4570-befd-10cb8ef2a341 None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:59:20.619841 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5dbebfa0-9cca-4ef8-a2b0-c74abf53f259 req-a30e9533-859e-43a1-b1cb-969d5544d234 service neutron] 10.222.0.61 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849490 Sep 21 21:59:20.756325 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-02a9cddf-2a39-4570-befd-10cb8ef2a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': 'd2c30b55-2c50-40b4-b935-1673bcab5749', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '92a516de-15f7-4509-8377-11beb192c09d', 'port_id': '9c9d3300-03a4-44b8-b1e0-f13a6e6e1326', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'mac_address': 'fa:16:3e:dd:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce0e695-e327-432e-8bda-0e75f6d33c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:59:03Z', 'updated_at': '2022-09-21T21:59:19Z', 'revision_number': 1, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:20.780355 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a9cddf-2a39-4570-befd-10cb8ef2a341 None None] The sync data for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi is: [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': 'd2c30b55-2c50-40b4-b935-1673bcab5749', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '92a516de-15f7-4509-8377-11beb192c09d', 'port_id': '9c9d3300-03a4-44b8-b1e0-f13a6e6e1326', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'mac_address': 'fa:16:3e:dd:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce0e695-e327-432e-8bda-0e75f6d33c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:59:03Z', 'updated_at': '2022-09-21T21:59:19Z', 'revision_number': 1, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:59:20.929225 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011c517-5036-40f9-ad12-d8a9d8898591 req-02bb1a48-9f8c-4c2a-a70e-d2049ae22132 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:20.931418 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2011c517-5036-40f9-ad12-d8a9d8898591 req-02bb1a48-9f8c-4c2a-a70e-d2049ae22132 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 943 time: 0.0547135 Sep 21 21:59:20.973259 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4912adda-f4b9-4779-a8ff-a8659d3f93b1 None None] New status for floating IP d2c30b55-2c50-40b4-b935-1673bcab5749: ACTIVE {{(pid=110732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:59:20.979808 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2011c517-5036-40f9-ad12-d8a9d8898591 req-90345a9a-9112-4240-a1f5-4b6acd91f76f tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=2022b779-e2ce-4a3d-b25f-027f2d2fd81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427568 Sep 21 21:59:21.759789 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 4fd0a78b-11ab-41dc-b997-134e2efbf011 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:59:21.856856 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 4fd0a78b-11ab-41dc-b997-134e2efbf011, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=4fd0a78b-11ab-41dc-b997-134e2efbf011,segment=NetworkSegment(978b6f9c-54de-4032-ac85-449a38d20e49),segment_id=978b6f9c-54de-4032-ac85-449a38d20e49)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:59:21.867955 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': '4fd0a78b-11ab-41dc-b997-134e2efbf011', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'port_id': '4fd0a78b-11ab-41dc-b997-134e2efbf011', 'mac_address': 'fa:16:3e:6a:52:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:59:21.900752 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 4fd0a78b-11ab-41dc-b997-134e2efbf011 is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:59:21.901169 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (4fd0a78b-11ab-41dc-b997-134e2efbf011), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:21.913361 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd0a78b-11ab-41dc-b997-134e2efbf011 {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:59:21.933564 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 4fd0a78b-11ab-41dc-b997-134e2efbf011, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=4fd0a78b-11ab-41dc-b997-134e2efbf011,segment=NetworkSegment(978b6f9c-54de-4032-ac85-449a38d20e49),segment_id=978b6f9c-54de-4032-ac85-449a38d20e49)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:59:22.016104 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (4fd0a78b-11ab-41dc-b997-134e2efbf011), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:22.063698 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=4fd0a78b-11ab-41dc-b997-134e2efbf011,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:22.109630 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78aaaa-07b6-443d-bf2d-ee3cd6a57b2c req-08c7924d-8f24-4192-9722-9f1477fa7c45 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:22.111096 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1a78aaaa-07b6-443d-bf2d-ee3cd6a57b2c req-08c7924d-8f24-4192-9722-9f1477fa7c45 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 944 time: 0.0565135 Sep 21 21:59:22.155684 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1a78aaaa-07b6-443d-bf2d-ee3cd6a57b2c req-7cce44d2-a814-424f-a4eb-5a20158737a6 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=2022b779-e2ce-4a3d-b25f-027f2d2fd81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391173 Sep 21 21:59:22.402816 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['4fd0a78b-11ab-41dc-b997-134e2efbf011'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:59:23.276409 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67673e8-4399-4897-9c79-2777fe0b5082 req-3ede8897-62ba-492c-848a-ba6c3560f194 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:23.277809 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a67673e8-4399-4897-9c79-2777fe0b5082 req-3ede8897-62ba-492c-848a-ba6c3560f194 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 944 time: 0.0511558 Sep 21 21:59:23.322985 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a67673e8-4399-4897-9c79-2777fe0b5082 req-2ff7a443-1dd6-490a-a5bf-6bb546aff1a1 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=2022b779-e2ce-4a3d-b25f-027f2d2fd81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397902 Sep 21 21:59:23.788745 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 4fd0a78b-11ab-41dc-b997-134e2efbf011 up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:59:23.890860 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port 4fd0a78b-11ab-41dc-b997-134e2efbf011 completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:59:23.894597 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port 4fd0a78b-11ab-41dc-b997-134e2efbf011 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:59:23.894966 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (4fd0a78b-11ab-41dc-b997-134e2efbf011), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:23.895300 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port 4fd0a78b-11ab-41dc-b997-134e2efbf011 Sep 21 21:59:24.083276 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 4fd0a78b-11ab-41dc-b997-134e2efbf011 is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:59:24.083569 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (4fd0a78b-11ab-41dc-b997-134e2efbf011), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:24.105510 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e034e574-4ad4-485d-a1f0-7bafe9300985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd0a78b-11ab-41dc-b997-134e2efbf011'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:59:24.107702 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37db9f1-3f62-4aba-b3c6-37e4c9ad66c5" -d '{"events": [{"server_uuid": "e034e574-4ad4-485d-a1f0-7bafe9300985", "name": "network-vif-plugged", "status": "completed", "tag": "4fd0a78b-11ab-41dc-b997-134e2efbf011"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:59:24.119314 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 4fd0a78b-11ab-41dc-b997-134e2efbf011, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=4fd0a78b-11ab-41dc-b997-134e2efbf011,segment=NetworkSegment(978b6f9c-54de-4032-ac85-449a38d20e49),segment_id=978b6f9c-54de-4032-ac85-449a38d20e49)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:59:24.142525 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5718613a-f41e-458b-ba94-64d1e27602eb x-openstack-request-id: req-5718613a-f41e-458b-ba94-64d1e27602eb {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:59:24.142840 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e034e574-4ad4-485d-a1f0-7bafe9300985", "name": "network-vif-plugged", "status": "completed", "tag": "4fd0a78b-11ab-41dc-b997-134e2efbf011", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:59:24.143102 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5718613a-f41e-458b-ba94-64d1e27602eb {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:59:24.143499 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5718613a-f41e-458b-ba94-64d1e27602eb'] response: {'server_uuid': 'e034e574-4ad4-485d-a1f0-7bafe9300985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd0a78b-11ab-41dc-b997-134e2efbf011', 'code': 200} Sep 21 21:59:24.176433 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (4fd0a78b-11ab-41dc-b997-134e2efbf011), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:24.222321 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=4fd0a78b-11ab-41dc-b997-134e2efbf011,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:24.444054 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e660f6-06d6-4b6c-a766-a6b80f5caaea req-481e24a9-0e36-46aa-977d-f574e8bcbb2d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:24.445534 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a3e660f6-06d6-4b6c-a766-a6b80f5caaea req-481e24a9-0e36-46aa-977d-f574e8bcbb2d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 945 time: 0.0513024 Sep 21 21:59:24.518736 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79130a64-8888-40ba-b5ec-05742ac7fea8 req-eb5a7c42-a6e4-4f72-b4fa-8f372c60866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:24.520208 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-79130a64-8888-40ba-b5ec-05742ac7fea8 req-eb5a7c42-a6e4-4f72-b4fa-8f372c60866b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 1129 time: 0.0737958 Sep 21 21:59:24.523194 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a3e660f6-06d6-4b6c-a766-a6b80f5caaea req-d91f1047-ed4b-439a-b704-59011bfe4546 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=2022b779-e2ce-4a3d-b25f-027f2d2fd81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694270 Sep 21 21:59:24.564095 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-79130a64-8888-40ba-b5ec-05742ac7fea8 req-858bf445-21b6-4372-b2a0-606684d1c046 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2022b779-e2ce-4a3d-b25f-027f2d2fd81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379305 Sep 21 21:59:25.645690 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05673388-127a-4d0b-97bd-157c44afafe6 req-6c44bfd7-b89d-4617-a949-0ba1115de273 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:25.647129 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-05673388-127a-4d0b-97bd-157c44afafe6 req-6c44bfd7-b89d-4617-a949-0ba1115de273 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 945 time: 0.0505989 Sep 21 21:59:25.691552 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-05673388-127a-4d0b-97bd-157c44afafe6 req-70b01c51-2dbc-46ed-b64a-759664607d14 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=2022b779-e2ce-4a3d-b25f-027f2d2fd81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382767 Sep 21 21:59:26.500945 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-d0e546db-e445-444b-9856-96d66f053729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:27.066574 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c459444-d850-4c47-bf80-55cb9b430e6d req-fea76d66-f094-4ea6-a380-a664c606ea66 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:27.067483 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3c459444-d850-4c47-bf80-55cb9b430e6d req-fea76d66-f094-4ea6-a380-a664c606ea66 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 945 time: 0.3038917 Sep 21 21:59:27.112846 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3c459444-d850-4c47-bf80-55cb9b430e6d req-61e814b4-21b5-4a10-88b9-c0d52e39f822 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=2022b779-e2ce-4a3d-b25f-027f2d2fd81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398064 Sep 21 21:59:27.231092 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14d722-8e15-4b58-8e93-dcdd4126b0a1 req-8688231e-d2cf-43bb-a5d1-b2e6d6ce8c84 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:27.232578 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0c14d722-8e15-4b58-8e93-dcdd4126b0a1 req-8688231e-d2cf-43bb-a5d1-b2e6d6ce8c84 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 945 time: 0.0528164 Sep 21 21:59:27.242594 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 46270) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:27.246782 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-cbf007dd-4697-439c-a9e6-44e1d6f5db3c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Request body: {'floatingip': {'port_id': '4fd0a78b-11ab-41dc-b997-134e2efbf011'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:59:27.284887 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-cbf007dd-4697-439c-a9e6-44e1d6f5db3c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for floatingip (ad10db36-feb6-4890-b08c-2ad4d63a2764), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:27.693640 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-cbf007dd-4697-439c-a9e6-44e1d6f5db3c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:27.775821 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-cbf007dd-4697-439c-a9e6-44e1d6f5db3c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (ad10db36-feb6-4890-b08c-2ad4d63a2764), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:27.868899 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.l3_db [None req-cbf007dd-4697-439c-a9e6-44e1d6f5db3c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Floating IP ad10db36-feb6-4890-b08c-2ad4d63a2764 associated. External IP: 172.27.2.113, port: 4fd0a78b-11ab-41dc-b997-134e2efbf011. Sep 21 21:59:28.061928 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf007dd-4697-439c-a9e6-44e1d6f5db3c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:59:28.160451 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf007dd-4697-439c-a9e6-44e1d6f5db3c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:59:28.165518 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-cbf007dd-4697-439c-a9e6-44e1d6f5db3c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:28.169971 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e62fd68-8fec-488f-99b0-0870b48fb1c3 None None] Sync routers for ids ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:59:28.180052 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e62fd68-8fec-488f-99b0-0870b48fb1c3 None None] Routers {'2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:59:28.181317 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-5e62fd68-8fec-488f-99b0-0870b48fb1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:58:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:28.194141 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-cbf007dd-4697-439c-a9e6-44e1d6f5db3c tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "PUT /v2.0/floatingips/ad10db36-feb6-4890-b08c-2ad4d63a2764 HTTP/1.1" status: 200 len: 991 time: 0.9505227 Sep 21 21:59:28.194783 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e034e574-4ad4-485d-a1f0-7bafe9300985', 'tag': '4fd0a78b-11ab-41dc-b997-134e2efbf011'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:59:28.197593 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae93396d-3c62-481f-afe1-d88643a2d8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e034e574-4ad4-485d-a1f0-7bafe9300985", "tag": "4fd0a78b-11ab-41dc-b997-134e2efbf011"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:59:28.231230 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5d6989-b382-4206-807b-b14db0e5658f x-openstack-request-id: req-5a5d6989-b382-4206-807b-b14db0e5658f {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:59:28.231542 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e034e574-4ad4-485d-a1f0-7bafe9300985", "tag": "4fd0a78b-11ab-41dc-b997-134e2efbf011", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:59:28.231787 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a5d6989-b382-4206-807b-b14db0e5658f {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:59:28.232200 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a5d6989-b382-4206-807b-b14db0e5658f'] response: {'name': 'network-changed', 'server_uuid': 'e034e574-4ad4-485d-a1f0-7bafe9300985', 'tag': '4fd0a78b-11ab-41dc-b997-134e2efbf011', 'status': 'completed', 'code': 200} Sep 21 21:59:28.281098 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-5e62fd68-8fec-488f-99b0-0870b48fb1c3 None None] Set router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:59:28.319458 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93396d-3c62-481f-afe1-d88643a2d8b0 req-11672964-ed61-443b-8619-63cad6ffe1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:28.321616 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ae93396d-3c62-481f-afe1-d88643a2d8b0 req-11672964-ed61-443b-8619-63cad6ffe1a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dffa029369f34cedb4849826071f9552&device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 1129 time: 0.0443738 Sep 21 21:59:28.413940 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:59:28.414122 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93396d-3c62-481f-afe1-d88643a2d8b0 req-7c88b41b-00ed-4787-a67b-26ec0ef38644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:28.415903 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ae93396d-3c62-481f-afe1-d88643a2d8b0 req-7c88b41b-00ed-4787-a67b-26ec0ef38644 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f53260a4-6fcd-403d-87df-2c61cac67763 HTTP/1.1" status: 200 len: 911 time: 0.0892289 Sep 21 21:59:28.475156 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ae93396d-3c62-481f-afe1-d88643a2d8b0 req-2589ce93-411f-45ec-a43a-c6c6fc004cf1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fd0a78b-11ab-41dc-b997-134e2efbf011 HTTP/1.1" status: 200 len: 999 time: 0.0528994 Sep 21 21:59:28.501439 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-5e62fd68-8fec-488f-99b0-0870b48fb1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:38Z', 'revision_number': 4, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port': {'id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:31Z', 'updated_at': '2022-09-21T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': 'ad10db36-feb6-4890-b08c-2ad4d63a2764', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'port_id': '4fd0a78b-11ab-41dc-b997-134e2efbf011', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'mac_address': 'fa:16:3e:6a:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e034e574-4ad4-485d-a1f0-7bafe9300985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:59:11Z', 'updated_at': '2022-09-21T21:59:27Z', 'revision_number': 1, 'project_id': 'dffa029369f34cedb4849826071f9552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea', 'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'mac_address': 'fa:16:3e:13:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:37Z', 'updated_at': '2022-09-21T21:54:48Z', 'revision_number': 5, 'project_id': 'dffa029369f34cedb4849826071f9552', 'subnets': [{'id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:28.521397 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93396d-3c62-481f-afe1-d88643a2d8b0 req-fbe98c0a-f825-4f23-b774-131a313f71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:28.522819 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ae93396d-3c62-481f-afe1-d88643a2d8b0 req-fbe98c0a-f825-4f23-b774-131a313f71cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8 HTTP/1.1" status: 200 len: 849 time: 0.0422149 Sep 21 21:59:28.524431 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e62fd68-8fec-488f-99b0-0870b48fb1c3 None None] Checking router: 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:59:28.532565 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e62fd68-8fec-488f-99b0-0870b48fb1c3 None None] Routers {'2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:59:28.533123 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-5e62fd68-8fec-488f-99b0-0870b48fb1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:58:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:28.572258 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93396d-3c62-481f-afe1-d88643a2d8b0 req-0253060f-c65d-4436-ab64-1cf0efe01bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:28.573792 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ae93396d-3c62-481f-afe1-d88643a2d8b0 req-0253060f-c65d-4436-ab64-1cf0efe01bcb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f53260a4-6fcd-403d-87df-2c61cac67763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435669 Sep 21 21:59:28.635100 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-5e62fd68-8fec-488f-99b0-0870b48fb1c3 None None] Set router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:59:28.651297 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-bcced9da-bc7e-49c3-9a02-e6c4505b198d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:28.670740 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ae93396d-3c62-481f-afe1-d88643a2d8b0 req-bfde1028-d132-4b9a-8d56-fbf046ad9c8a service neutron] 10.222.0.61 "GET /v2.0/networks/f53260a4-6fcd-403d-87df-2c61cac67763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882220 Sep 21 21:59:28.760550 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ae93396d-3c62-481f-afe1-d88643a2d8b0 req-110966e5-25ea-4ebb-a22c-092f412bcf5a service neutron] 10.222.0.61 "GET /v2.0/networks/f53260a4-6fcd-403d-87df-2c61cac67763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822091 Sep 21 21:59:28.847218 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-5e62fd68-8fec-488f-99b0-0870b48fb1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:38Z', 'revision_number': 4, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port': {'id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:31Z', 'updated_at': '2022-09-21T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': 'ad10db36-feb6-4890-b08c-2ad4d63a2764', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'port_id': '4fd0a78b-11ab-41dc-b997-134e2efbf011', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'mac_address': 'fa:16:3e:6a:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e034e574-4ad4-485d-a1f0-7bafe9300985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:59:11Z', 'updated_at': '2022-09-21T21:59:27Z', 'revision_number': 1, 'project_id': 'dffa029369f34cedb4849826071f9552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea', 'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'mac_address': 'fa:16:3e:13:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:37Z', 'updated_at': '2022-09-21T21:54:48Z', 'revision_number': 5, 'project_id': 'dffa029369f34cedb4849826071f9552', 'subnets': [{'id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:28.874539 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e62fd68-8fec-488f-99b0-0870b48fb1c3 None None] The sync data for ids ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'] in dv-cinder-858818-1-iscsi is: [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:38Z', 'revision_number': 4, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port': {'id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:31Z', 'updated_at': '2022-09-21T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': 'ad10db36-feb6-4890-b08c-2ad4d63a2764', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'port_id': '4fd0a78b-11ab-41dc-b997-134e2efbf011', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'mac_address': 'fa:16:3e:6a:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e034e574-4ad4-485d-a1f0-7bafe9300985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:59:11Z', 'updated_at': '2022-09-21T21:59:27Z', 'revision_number': 1, 'project_id': 'dffa029369f34cedb4849826071f9552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea', 'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'mac_address': 'fa:16:3e:13:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:37Z', 'updated_at': '2022-09-21T21:54:48Z', 'revision_number': 5, 'project_id': 'dffa029369f34cedb4849826071f9552', 'subnets': [{'id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:59:29.058190 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07742cd5-2d7e-455a-8f58-a4cae8f73085 None None] New status for floating IP ad10db36-feb6-4890-b08c-2ad4d63a2764: ACTIVE {{(pid=110732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:59:29.838743 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:31.512957 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:33.027325 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:39.111724 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae38435-40f9-49c5-9b52-d89abf42aff6 req-16e71eb5-96cb-4c04-9722-7de6ecae34c6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:39.113239 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cae38435-40f9-49c5-9b52-d89abf42aff6 req-16e71eb5-96cb-4c04-9722-7de6ecae34c6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0570312 Sep 21 21:59:39.159844 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cae38435-40f9-49c5-9b52-d89abf42aff6 req-f55b6888-ada9-4c54-874a-29599dc8147f tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409789 Sep 21 21:59:40.387661 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c00b0-6e90-485c-8957-fe6db155dd75 req-c651e4df-4bb7-44b6-a7ac-51f5abd48dde tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:40.389161 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-639c00b0-6e90-485c-8957-fe6db155dd75 req-c651e4df-4bb7-44b6-a7ac-51f5abd48dde tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.1075559 Sep 21 21:59:40.434984 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-639c00b0-6e90-485c-8957-fe6db155dd75 req-8708b32d-8ce6-42d3-ba29-310cb348f52e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401607 Sep 21 21:59:41.559047 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550b90f-1140-4b8e-9733-993b3ae03248 req-ed545bb9-d313-481b-9c30-9da977a0ee4c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:41.560482 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a550b90f-1140-4b8e-9733-993b3ae03248 req-ed545bb9-d313-481b-9c30-9da977a0ee4c tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0546441 Sep 21 21:59:41.604765 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a550b90f-1140-4b8e-9733-993b3ae03248 req-bf842bf8-81cd-4280-8113-377da2ea9150 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388396 Sep 21 21:59:42.728708 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25777e01-502f-45bc-94cd-df3c6fc58ee6 req-33cff583-405b-4115-a737-b3c76f3547c9 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:42.730211 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-25777e01-502f-45bc-94cd-df3c6fc58ee6 req-33cff583-405b-4115-a737-b3c76f3547c9 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0526466 Sep 21 21:59:42.777153 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-25777e01-502f-45bc-94cd-df3c6fc58ee6 req-9a1d820b-bbf4-4502-b4e4-8e5b5a85b386 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414135 Sep 21 21:59:43.306329 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e04343-1e25-421b-b9f8-4461cd0b248d req-5d3c23c1-4440-4783-8a18-fc2a7f795913 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:43.307929 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-84e04343-1e25-421b-b9f8-4461cd0b248d req-5d3c23c1-4440-4783-8a18-fc2a7f795913 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.0539618 Sep 21 21:59:43.358231 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-84e04343-1e25-421b-b9f8-4461cd0b248d req-1e7d0e82-72db-4374-bfa0-976e5d2902b4 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444362 Sep 21 21:59:43.501790 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309f228-cbea-46a0-9de3-562d427335c3 req-a36230f6-fef8-473e-962d-99ade4c63910 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:43.503107 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0309f228-cbea-46a0-9de3-562d427335c3 req-a36230f6-fef8-473e-962d-99ade4c63910 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.61 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0508423 Sep 21 21:59:43.589550 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-0309f228-cbea-46a0-9de3-562d427335c3 req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Deleting port 2c94916d-0256-480b-8107-bbd151f91715 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:59:43.589884 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-0309f228-cbea-46a0-9de3-562d427335c3 req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (2c94916d-0256-480b-8107-bbd151f91715), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:43.677580 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-0309f228-cbea-46a0-9de3-562d427335c3 req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] For port 2c94916d-0256-480b-8107-bbd151f91715, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=2c94916d-0256-480b-8107-bbd151f91715,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:59:43.677938 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-0309f228-cbea-46a0-9de3-562d427335c3 req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (2c94916d-0256-480b-8107-bbd151f91715), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:43.832213 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-0309f228-cbea-46a0-9de3-562d427335c3 req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:43.832827 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-0309f228-cbea-46a0-9de3-562d427335c3 req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (704fc0a8-b333-4901-82f1-845193834ba4), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:43.833049 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.l3_db [req-0309f228-cbea-46a0-9de3-562d427335c3 req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Floating IP 704fc0a8-b333-4901-82f1-845193834ba4 disassociated. External IP: 172.27.2.135, port: 2c94916d-0256-480b-8107-bbd151f91715. Sep 21 21:59:43.833255 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-0309f228-cbea-46a0-9de3-562d427335c3 req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Calling delete_port for 2c94916d-0256-480b-8107-bbd151f91715 owned by compute:nova {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:59:43.948318 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956e082-4c78-47e0-adcd-f7165896178d req-d2c419cc-fe60-4d55-894a-067bd51bdbbb tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:43.949796 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1956e082-4c78-47e0-adcd-f7165896178d req-d2c419cc-fe60-4d55-894a-067bd51bdbbb tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 945 time: 0.0791132 Sep 21 21:59:44.031679 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1956e082-4c78-47e0-adcd-f7165896178d req-e0c8611a-1c81-4d7b-a798-0834cb915248 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733426 Sep 21 21:59:44.146986 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-0309f228-cbea-46a0-9de3-562d427335c3 req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (2c94916d-0256-480b-8107-bbd151f91715), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:44.173471 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Pushing event deleted for resources: {'Port': ['ID=2c94916d-0256-480b-8107-bbd151f91715,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:44.187610 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:44.187610 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:44.187610 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:44.187610 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:44.187610 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:44.187610 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:44.188173 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:44.188257 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:44.188588 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:44.188919 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:44.189280 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:44.189610 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:44.189941 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:44.295249 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0309f228-cbea-46a0-9de3-562d427335c3 req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Router bf131272-3f82-42c8-a7a8-9e0b240d6f88 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:59:44.401761 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0309f228-cbea-46a0-9de3-562d427335c3 req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:59:44.416526 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded349fe-e7cf-44da-8af9-f2c4885563c2 None None] Sync routers for ids ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:59:44.444323 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded349fe-e7cf-44da-8af9-f2c4885563c2 None None] Routers {'bf131272-3f82-42c8-a7a8-9e0b240d6f88'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:59:44.445396 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-ded349fe-e7cf-44da-8af9-f2c4885563c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:59:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:44.477659 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-0309f228-cbea-46a0-9de3-562d427335c3 req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] No DVR routers for this DVR port 2c94916d-0256-480b-8107-bbd151f91715 on host hv-cinder-85881 {{(pid=110731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:59:44.480748 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-0309f228-cbea-46a0-9de3-562d427335c3 req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:44.483972 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0309f228-cbea-46a0-9de3-562d427335c3 req-65b01766-2e4a-4bd0-8b03-8658d19ac1fa tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.61 "DELETE /v2.0/ports/2c94916d-0256-480b-8107-bbd151f91715 HTTP/1.1" status: 204 len: 173 time: 0.9737306 Sep 21 21:59:44.484475 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702e3165-39a1-4698-9448-a06e47621215', 'name': 'network-vif-deleted', 'tag': '2c94916d-0256-480b-8107-bbd151f91715'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:59:44.486731 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07eaf5a-769f-4845-8a68-41facf71f4fa" -d '{"events": [{"server_uuid": "702e3165-39a1-4698-9448-a06e47621215", "name": "network-vif-deleted", "tag": "2c94916d-0256-480b-8107-bbd151f91715"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:59:44.541888 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df6620-1681-4773-8cf1-c63d7446efb5 req-b853aaa9-f9e9-4c70-b63e-cf35d2da0867 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:44.541888 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f3df6620-1681-4773-8cf1-c63d7446efb5 req-b853aaa9-f9e9-4c70-b63e-cf35d2da0867 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.0909791 Sep 21 21:59:44.541888 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0375905-6aba-462a-8cfb-3c6816c6b576 x-openstack-request-id: req-c0375905-6aba-462a-8cfb-3c6816c6b576 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:59:44.541888 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702e3165-39a1-4698-9448-a06e47621215", "name": "network-vif-deleted", "tag": "2c94916d-0256-480b-8107-bbd151f91715", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:59:44.541888 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0375905-6aba-462a-8cfb-3c6816c6b576 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:59:44.541888 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0375905-6aba-462a-8cfb-3c6816c6b576'] response: {'server_uuid': '702e3165-39a1-4698-9448-a06e47621215', 'name': 'network-vif-deleted', 'tag': '2c94916d-0256-480b-8107-bbd151f91715', 'status': 'completed', 'code': 200} Sep 21 21:59:44.561712 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-ded349fe-e7cf-44da-8af9-f2c4885563c2 None None] Set router bf131272-3f82-42c8-a7a8-9e0b240d6f88 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:59:44.588594 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f3df6620-1681-4773-8cf1-c63d7446efb5 req-4e01eb1e-0d65-42b0-84de-a32430d90dd7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449796 Sep 21 21:59:44.849246 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-ded349fe-e7cf-44da-8af9-f2c4885563c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'name': 'tempest-ServerRescueNegativeTestJSON-341093674-router', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:28Z', 'updated_at': '2022-09-21T21:54:37Z', 'revision_number': 4, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'gw_port': {'id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:29Z', 'updated_at': '2022-09-21T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a4bcd9ad-c1d4-4313-a4f6-c246daef0a94', 'name': '', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'mac_address': 'fa:16:3e:4b:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:34Z', 'updated_at': '2022-09-21T21:54:45Z', 'revision_number': 5, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'subnets': [{'id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:44.875066 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded349fe-e7cf-44da-8af9-f2c4885563c2 None None] Checking router: bf131272-3f82-42c8-a7a8-9e0b240d6f88 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:59:44.883621 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded349fe-e7cf-44da-8af9-f2c4885563c2 None None] Routers {'bf131272-3f82-42c8-a7a8-9e0b240d6f88'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:59:44.884212 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-ded349fe-e7cf-44da-8af9-f2c4885563c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:59:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:44.981065 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-ded349fe-e7cf-44da-8af9-f2c4885563c2 None None] Set router bf131272-3f82-42c8-a7a8-9e0b240d6f88 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:59:45.143017 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b3eae18f-dba1-41c6-9172-7c36f3bc0a4b req-82fd7da8-018a-41ca-b670-a784af2475b1 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=702e3165-39a1-4698-9448-a06e47621215 HTTP/1.1" status: 200 len: 210 time: 0.0265281 Sep 21 21:59:45.167786 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-ded349fe-e7cf-44da-8af9-f2c4885563c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'name': 'tempest-ServerRescueNegativeTestJSON-341093674-router', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:28Z', 'updated_at': '2022-09-21T21:54:37Z', 'revision_number': 4, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'gw_port': {'id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:29Z', 'updated_at': '2022-09-21T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a4bcd9ad-c1d4-4313-a4f6-c246daef0a94', 'name': '', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'mac_address': 'fa:16:3e:4b:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:34Z', 'updated_at': '2022-09-21T21:54:45Z', 'revision_number': 5, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'subnets': [{'id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:59:45.191755 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded349fe-e7cf-44da-8af9-f2c4885563c2 None None] The sync data for ids ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'] in dv-cinder-858818-1-iscsi is: [{'id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'name': 'tempest-ServerRescueNegativeTestJSON-341093674-router', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:28Z', 'updated_at': '2022-09-21T21:54:37Z', 'revision_number': 4, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'gw_port': {'id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:29Z', 'updated_at': '2022-09-21T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a4bcd9ad-c1d4-4313-a4f6-c246daef0a94', 'name': '', 'network_id': 'f801d94d-838f-46f0-b7fb-17b6d1554e9c', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'mac_address': 'fa:16:3e:4b:bc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:34Z', 'updated_at': '2022-09-21T21:54:45Z', 'revision_number': 5, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'subnets': [{'id': '575b43de-b954-4ed7-bfdd-5b0bcfa5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:59:45.418705 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32f8e28-8e0d-4b2c-a8d2-75df00320345 None None] New status for floating IP 704fc0a8-b333-4901-82f1-845193834ba4: DOWN {{(pid=110732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:59:45.723639 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea572366-25f8-46ed-bc0b-dd8cd2d4d7ef req-3b2d6299-e51c-41fb-ab2b-23a814c91f1f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:45.725130 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ea572366-25f8-46ed-bc0b-dd8cd2d4d7ef req-3b2d6299-e51c-41fb-ab2b-23a814c91f1f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.0564830 Sep 21 21:59:45.770586 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ea572366-25f8-46ed-bc0b-dd8cd2d4d7ef req-3c6e72be-e048-4e73-8d31-db47c18293b2 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398123 Sep 21 21:59:46.283986 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46362) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:46.335621 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8a84671b-2ca8-4990-a05d-f620cf17e788 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for security_group (0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:46.358016 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8a84671b-2ca8-4990-a05d-f620cf17e788 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for security_group (0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:46.449240 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8a84671b-2ca8-4990-a05d-f620cf17e788 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:46.451854 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8a84671b-2ca8-4990-a05d-f620cf17e788 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:46.453047 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-8a84671b-2ca8-4990-a05d-f620cf17e788 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "DELETE /v2.0/security-groups/0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267 HTTP/1.1" status: 204 len: 168 time: 0.1680419 Sep 21 21:59:46.455683 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 46364) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:46.462460 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84671b-2ca8-4990-a05d-f620cf17e788 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:46.468112 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.api.v2.resource [None req-27ff8e2d-e06a-442c-8c14-0a7a36bb3eda tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] show failed (client error): The resource could not be found. Sep 21 21:59:46.469134 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-27ff8e2d-e06a-442c-8c14-0a7a36bb3eda tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups/0e6c0e1f-f46b-4fc8-ab82-76c3dcfa3267 HTTP/1.1" status: 404 len: 347 time: 0.0124335 Sep 21 21:59:46.469632 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84671b-2ca8-4990-a05d-f620cf17e788 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:46.469988 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84671b-2ca8-4990-a05d-f620cf17e788 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:46.470339 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84671b-2ca8-4990-a05d-f620cf17e788 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:46.470682 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84671b-2ca8-4990-a05d-f620cf17e788 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:46.471092 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84671b-2ca8-4990-a05d-f620cf17e788 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:46.471437 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84671b-2ca8-4990-a05d-f620cf17e788 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:46.471774 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84671b-2ca8-4990-a05d-f620cf17e788 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:46.471873 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 46366) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:59:46.472108 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84671b-2ca8-4990-a05d-f620cf17e788 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:46.472441 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84671b-2ca8-4990-a05d-f620cf17e788 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:46.472840 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84671b-2ca8-4990-a05d-f620cf17e788 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:46.473207 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84671b-2ca8-4990-a05d-f620cf17e788 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:46.473538 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84671b-2ca8-4990-a05d-f620cf17e788 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:46.473869 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84671b-2ca8-4990-a05d-f620cf17e788 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:46.591135 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-152a73df-f1d6-4e83-ac48-ae4bf68fddc7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Deleting port d7af3e38-4d5b-449b-aeea-63976a0d08bd {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:59:46.591395 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-152a73df-f1d6-4e83-ac48-ae4bf68fddc7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (d7af3e38-4d5b-449b-aeea-63976a0d08bd), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:46.663616 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-152a73df-f1d6-4e83-ac48-ae4bf68fddc7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (d7af3e38-4d5b-449b-aeea-63976a0d08bd), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:46.663940 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-152a73df-f1d6-4e83-ac48-ae4bf68fddc7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for floatingip (d7af3e38-4d5b-449b-aeea-63976a0d08bd), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:46.675742 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-152a73df-f1d6-4e83-ac48-ae4bf68fddc7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Calling delete_port for d7af3e38-4d5b-449b-aeea-63976a0d08bd owned by network:floatingip {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:59:46.879325 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-152a73df-f1d6-4e83-ac48-ae4bf68fddc7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (d7af3e38-4d5b-449b-aeea-63976a0d08bd), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:46.917349 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a73df-f1d6-4e83-ac48-ae4bf68fddc7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Pushing event deleted for resources: {'Port': ['ID=d7af3e38-4d5b-449b-aeea-63976a0d08bd,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:46.943418 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0141edd-bd62-4209-b882-8ecff8b499dc req-896fd49a-21ec-47a0-bd1c-9a93de1acf32 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:46.944880 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b0141edd-bd62-4209-b882-8ecff8b499dc req-896fd49a-21ec-47a0-bd1c-9a93de1acf32 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.0975010 Sep 21 21:59:47.001924 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-152a73df-f1d6-4e83-ac48-ae4bf68fddc7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks [] for floatingip (704fc0a8-b333-4901-82f1-845193834ba4), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:47.004438 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-152a73df-f1d6-4e83-ac48-ae4bf68fddc7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:47.005595 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-152a73df-f1d6-4e83-ac48-ae4bf68fddc7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "DELETE /v2.0/floatingips/704fc0a8-b333-4901-82f1-845193834ba4 HTTP/1.1" status: 204 len: 168 time: 0.5329556 Sep 21 21:59:47.019524 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b0141edd-bd62-4209-b882-8ecff8b499dc req-0bd6a834-c1c1-4ed8-a600-52bb050cc868 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564852 Sep 21 21:59:47.928631 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 2c94916d-0256-480b-8107-bbd151f91715 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:59:47.950798 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: 2c94916d-0256-480b-8107-bbd151f91715 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:59:47.953691 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 2c94916d-0256-480b-8107-bbd151f91715 not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:59:48.147094 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce4dfd-fb37-40d5-ac99-8641cea8503d req-87ab01c7-69ec-4b1e-ace2-f7bfa0a704a9 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:48.148516 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-dbce4dfd-fb37-40d5-ac99-8641cea8503d req-87ab01c7-69ec-4b1e-ace2-f7bfa0a704a9 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.0507312 Sep 21 21:59:48.193443 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-dbce4dfd-fb37-40d5-ac99-8641cea8503d req-5a4a2150-631e-4bd8-8efd-e78d7f22ab7e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388465 Sep 21 21:59:49.260892 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:49.325261 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647a5b5-b1b0-4c4a-b694-2688592d4ee7 req-568f6dcd-df7e-4f25-9d22-e8079f3eacba tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:49.326716 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8647a5b5-b1b0-4c4a-b694-2688592d4ee7 req-568f6dcd-df7e-4f25-9d22-e8079f3eacba tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.0553484 Sep 21 21:59:49.372286 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8647a5b5-b1b0-4c4a-b694-2688592d4ee7 req-73e41825-25f6-416b-8d88-b8e16ba708c1 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399692 Sep 21 21:59:49.837900 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407c0e2-eb23-4ddf-be12-de1f7b55aa27 req-16fecade-d33e-419e-93f0-fb9c2ceb5871 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:49.839362 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b407c0e2-eb23-4ddf-be12-de1f7b55aa27 req-16fecade-d33e-419e-93f0-fb9c2ceb5871 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0518539 Sep 21 21:59:49.884070 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b407c0e2-eb23-4ddf-be12-de1f7b55aa27 req-0b7e982c-b12f-4ce5-afba-23494b4f13b6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391827 Sep 21 21:59:50.504888 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9c91b-1216-4f28-be26-312a639e46bc req-c031208b-a464-40d7-acbd-f684c7ba9cda tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:50.506350 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-57e9c91b-1216-4f28-be26-312a639e46bc req-c031208b-a464-40d7-acbd-f684c7ba9cda tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.0537369 Sep 21 21:59:50.551500 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-57e9c91b-1216-4f28-be26-312a639e46bc req-dc8bc586-4bd8-4cd8-b2ea-cfb5df36c084 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388224 Sep 21 21:59:51.004311 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcf0e6-cbe9-4326-ae1a-5da43e174e21 req-2ec81346-2b02-46cd-8c07-e0cda7698bda tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:51.005814 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1bdcf0e6-cbe9-4326-ae1a-5da43e174e21 req-2ec81346-2b02-46cd-8c07-e0cda7698bda tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0512552 Sep 21 21:59:51.051050 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1bdcf0e6-cbe9-4326-ae1a-5da43e174e21 req-ee8ac641-d69b-484d-b0dd-1e4762178ffd tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393729 Sep 21 21:59:51.678659 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6f8f6-4e40-45d4-ab20-711b0eed4bc3 req-07c7dede-9923-487d-9cd6-04291611dc85 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:51.680608 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a3d6f8f6-4e40-45d4-ab20-711b0eed4bc3 req-07c7dede-9923-487d-9cd6-04291611dc85 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.0520806 Sep 21 21:59:51.732517 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a3d6f8f6-4e40-45d4-ab20-711b0eed4bc3 req-d5d90289-265c-49d5-bb4c-754fae20344c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469453 Sep 21 21:59:51.789419 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0be869-fae1-4d1c-b4d0-024f54bba847 req-027515b8-d84b-4d9c-90f3-f036848e2912 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:51.796881 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6f0be869-fae1-4d1c-b4d0-024f54bba847 req-027515b8-d84b-4d9c-90f3-f036848e2912 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0525794 Sep 21 21:59:51.840118 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6f0be869-fae1-4d1c-b4d0-024f54bba847 req-220fe8a2-e1ac-4eec-b1ae-2826bcb440b2 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428383 Sep 21 21:59:52.171641 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f52c1-25d4-4c68-a26a-ce2a9b36c833 req-71f5ec28-e79a-4868-a6b4-6cc0655173fe tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:52.173039 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-365f52c1-25d4-4c68-a26a-ce2a9b36c833 req-71f5ec28-e79a-4868-a6b4-6cc0655173fe tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0516477 Sep 21 21:59:52.218540 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-365f52c1-25d4-4c68-a26a-ce2a9b36c833 req-8a9b96ce-f691-4cf3-beb1-75fe81aee852 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400856 Sep 21 21:59:52.609742 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dd775-2ee3-4d72-9b50-a4f8fbd86926 req-78ca189a-bdd5-4878-b0d4-7ff4a6dfaf71 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:52.611154 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c93dd775-2ee3-4d72-9b50-a4f8fbd86926 req-78ca189a-bdd5-4878-b0d4-7ff4a6dfaf71 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0529153 Sep 21 21:59:52.697985 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-c93dd775-2ee3-4d72-9b50-a4f8fbd86926 req-c6b52a69-ab48-4054-ac3d-de5a27c17894 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Deleting port 09367162-9504-4865-8eeb-60a695a0e5e5 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:59:52.698662 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-c93dd775-2ee3-4d72-9b50-a4f8fbd86926 req-c6b52a69-ab48-4054-ac3d-de5a27c17894 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (09367162-9504-4865-8eeb-60a695a0e5e5), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:53.090960 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-c93dd775-2ee3-4d72-9b50-a4f8fbd86926 req-c6b52a69-ab48-4054-ac3d-de5a27c17894 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] For port 09367162-9504-4865-8eeb-60a695a0e5e5, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=09367162-9504-4865-8eeb-60a695a0e5e5,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:59:53.091322 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-c93dd775-2ee3-4d72-9b50-a4f8fbd86926 req-c6b52a69-ab48-4054-ac3d-de5a27c17894 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (09367162-9504-4865-8eeb-60a695a0e5e5), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:53.108248 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-c93dd775-2ee3-4d72-9b50-a4f8fbd86926 req-c6b52a69-ab48-4054-ac3d-de5a27c17894 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Calling delete_port for 09367162-9504-4865-8eeb-60a695a0e5e5 owned by compute:nova {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:59:53.124854 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073f07-0b4b-48d0-b588-b64d51c16fd9 req-c6b3806e-e930-4fc6-9e1c-6abf8949e946 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:53.126279 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-09073f07-0b4b-48d0-b588-b64d51c16fd9 req-c6b3806e-e930-4fc6-9e1c-6abf8949e946 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.1279438 Sep 21 21:59:53.136058 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22fd53-fc34-4e7e-89eb-18aa17d9f4b8 req-a3c8059c-1f13-4ce8-ad15-e7078f638a97 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:53.137451 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-db22fd53-fc34-4e7e-89eb-18aa17d9f4b8 req-a3c8059c-1f13-4ce8-ad15-e7078f638a97 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.1402230 Sep 21 21:59:53.248691 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-09073f07-0b4b-48d0-b588-b64d51c16fd9 req-912edac7-94ed-4df6-9f2c-62c19a329375 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089842 Sep 21 21:59:53.272918 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-db22fd53-fc34-4e7e-89eb-18aa17d9f4b8 req-f2d2239e-2e2d-4ede-8423-2e568acc3e47 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265602 Sep 21 21:59:53.377464 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e166660-853b-4eaa-9878-0f77587f9d63 req-8d6d1d34-e586-4b2a-a128-52a5bc8f0d23 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:53.378853 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5e166660-853b-4eaa-9878-0f77587f9d63 req-8d6d1d34-e586-4b2a-a128-52a5bc8f0d23 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 946 time: 0.0537522 Sep 21 21:59:53.427439 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-c93dd775-2ee3-4d72-9b50-a4f8fbd86926 req-c6b52a69-ab48-4054-ac3d-de5a27c17894 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (09367162-9504-4865-8eeb-60a695a0e5e5), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:53.432455 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5e166660-853b-4eaa-9878-0f77587f9d63 req-2db4e240-5b3b-485c-8b23-7373c9cf404e tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475996 Sep 21 21:59:53.455866 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b52a69-ab48-4054-ac3d-de5a27c17894 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Pushing event deleted for resources: {'Port': ['ID=09367162-9504-4865-8eeb-60a695a0e5e5,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:53.470602 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['55e8f79b-548a-4961-85d7-2b1f6433a5f0', '09367162-9504-4865-8eeb-60a695a0e5e5'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:59:53.501507 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93dd775-2ee3-4d72-9b50-a4f8fbd86926 req-c6b52a69-ab48-4054-ac3d-de5a27c17894 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] No DVR routers for this DVR port 09367162-9504-4865-8eeb-60a695a0e5e5 on host hv-cinder-85881 {{(pid=110731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:59:53.504457 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-c93dd775-2ee3-4d72-9b50-a4f8fbd86926 req-c6b52a69-ab48-4054-ac3d-de5a27c17894 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:53.507478 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c93dd775-2ee3-4d72-9b50-a4f8fbd86926 req-c6b52a69-ab48-4054-ac3d-de5a27c17894 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.61 "DELETE /v2.0/ports/09367162-9504-4865-8eeb-60a695a0e5e5 HTTP/1.1" status: 204 len: 173 time: 0.8906035 Sep 21 21:59:53.507974 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f29aa1-2a06-46f6-a606-599bcbc1f69a', 'name': 'network-vif-deleted', 'tag': '09367162-9504-4865-8eeb-60a695a0e5e5'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:59:53.511454 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccd79c2-b90e-4779-a269-e8b19180c472" -d '{"events": [{"server_uuid": "62f29aa1-2a06-46f6-a606-599bcbc1f69a", "name": "network-vif-deleted", "tag": "09367162-9504-4865-8eeb-60a695a0e5e5"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:59:53.550819 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61f9bc7-88d3-4564-80d3-1a5c74b5603d x-openstack-request-id: req-b61f9bc7-88d3-4564-80d3-1a5c74b5603d {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:59:53.550819 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f29aa1-2a06-46f6-a606-599bcbc1f69a", "name": "network-vif-deleted", "tag": "09367162-9504-4865-8eeb-60a695a0e5e5", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:59:53.550819 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b61f9bc7-88d3-4564-80d3-1a5c74b5603d {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:59:53.550819 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b61f9bc7-88d3-4564-80d3-1a5c74b5603d'] response: {'server_uuid': '62f29aa1-2a06-46f6-a606-599bcbc1f69a', 'name': 'network-vif-deleted', 'tag': '09367162-9504-4865-8eeb-60a695a0e5e5', 'status': 'completed', 'code': 200} Sep 21 21:59:54.415754 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31914ac-99b9-4503-8478-732b80a906d5 req-71d4b689-4ca3-49a2-af5b-59d4bbf558ca tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:54.417265 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d31914ac-99b9-4503-8478-732b80a906d5 req-71d4b689-4ca3-49a2-af5b-59d4bbf558ca tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.0884895 Sep 21 21:59:54.436540 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547a0f1-2155-41f1-8641-112cab646e99 req-7047327f-85d4-4011-a175-b4642668c8bd tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:54.438008 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7547a0f1-2155-41f1-8641-112cab646e99 req-7047327f-85d4-4011-a175-b4642668c8bd tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0779412 Sep 21 21:59:54.498684 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d31914ac-99b9-4503-8478-732b80a906d5 req-ff4fd546-f2f4-46a4-9539-b0e0d9420c69 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756140 Sep 21 21:59:54.512368 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7547a0f1-2155-41f1-8641-112cab646e99 req-c89abb01-272d-4f10-a4a9-bbcd1b686f03 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668552 Sep 21 21:59:54.603747 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e69a55d1-2488-4456-8bb6-1ddba64d72e8 req-2e2e2ca9-4e0d-478b-bb74-1534450ccd19 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f29aa1-2a06-46f6-a606-599bcbc1f69a HTTP/1.1" status: 200 len: 210 time: 0.0292733 Sep 21 21:59:55.658696 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecc2fc-a661-44db-9c86-bfd42cb7c83e req-04de8950-1b63-4556-aaa3-9b2be9153ab2 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:55.660152 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ffecc2fc-a661-44db-9c86-bfd42cb7c83e req-04de8950-1b63-4556-aaa3-9b2be9153ab2 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.0823996 Sep 21 21:59:55.671658 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c90270-fb17-40c6-b174-252f839ee41d req-f3d406df-0c18-449f-a619-0a0f8f6aadc1 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:55.673050 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b4c90270-fb17-40c6-b174-252f839ee41d req-f3d406df-0c18-449f-a619-0a0f8f6aadc1 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0867877 Sep 21 21:59:55.744548 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ffecc2fc-a661-44db-9c86-bfd42cb7c83e req-2dc701e8-419d-4111-bbb2-aaa4b2c71852 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705638 Sep 21 21:59:55.748267 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b4c90270-fb17-40c6-b174-252f839ee41d req-c51f438f-ef92-4a33-9711-de78f5dbef00 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687773 Sep 21 21:59:55.930916 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device f7aa398b-dce9-479c-8f88-2c71037347bd details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:59:56.026249 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port f7aa398b-dce9-479c-8f88-2c71037347bd, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f7aa398b-dce9-479c-8f88-2c71037347bd,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:59:56.038318 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': 'f7aa398b-dce9-479c-8f88-2c71037347bd', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'port_id': 'f7aa398b-dce9-479c-8f88-2c71037347bd', 'mac_address': 'fa:16:3e:8a:34:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:59:56.073179 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port f7aa398b-dce9-479c-8f88-2c71037347bd is: ACTIVE; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:59:56.073574 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:56.089657 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7aa398b-dce9-479c-8f88-2c71037347bd {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:59:56.109272 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port f7aa398b-dce9-479c-8f88-2c71037347bd, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f7aa398b-dce9-479c-8f88-2c71037347bd,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:59:56.186379 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:56.200282 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16480b-b1c5-45a0-bce8-73f8115a92ad req-5264f66e-2b4b-42f2-836a-1cea9b05eb44 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:56.201804 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-dd16480b-b1c5-45a0-bce8-73f8115a92ad req-5264f66e-2b4b-42f2-836a-1cea9b05eb44 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0531499 Sep 21 21:59:56.231849 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=f7aa398b-dce9-479c-8f88-2c71037347bd,revision_number=6']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:56.238869 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:56.239226 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:56.239574 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:56.239917 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:56.240253 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:56.240586 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:56.240914 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:56.241266 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:56.241627 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:56.241997 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:56.242334 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:56.243219 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:56.243553 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:59:56.252850 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-dd16480b-b1c5-45a0-bce8-73f8115a92ad req-cae84d3d-dea9-4db8-89c4-c33d75fec3c6 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445418 Sep 21 21:59:56.460948 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['f7aa398b-dce9-479c-8f88-2c71037347bd'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:59:56.523356 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b80c7ca3-6e4d-4400-801a-878bca5e4f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:56.922737 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae1ddc-c302-4e2d-84ea-35d6b46bb510 req-d3f2010f-57d5-4b05-a9b3-2b81e1bfb8d0 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:56.924163 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-65ae1ddc-c302-4e2d-84ea-35d6b46bb510 req-d3f2010f-57d5-4b05-a9b3-2b81e1bfb8d0 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 945 time: 0.0895879 Sep 21 21:59:56.931590 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63f688-328b-4f81-afef-41a2627643a4 req-2b3f4c5f-3dc7-4988-8f09-fe45e66869c1 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:56.938882 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1d63f688-328b-4f81-afef-41a2627643a4 req-2b3f4c5f-3dc7-4988-8f09-fe45e66869c1 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0996017 Sep 21 21:59:57.002497 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-65ae1ddc-c302-4e2d-84ea-35d6b46bb510 req-41fce0a1-f751-4a29-9d58-8d7ee50bc82c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685501 Sep 21 21:59:57.012912 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1d63f688-328b-4f81-afef-41a2627643a4 req-6a8a922d-5a6c-48f7-95c0-f4d34fd38b3b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732617 Sep 21 21:59:57.387219 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecd881-791a-4b56-85bd-fd1aaa3cfcfa req-c0bdcac8-e1fe-4297-a62d-b0eae94f67f7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:57.388808 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-57ecd881-791a-4b56-85bd-fd1aaa3cfcfa req-c0bdcac8-e1fe-4297-a62d-b0eae94f67f7 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0622432 Sep 21 21:59:57.447719 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-57ecd881-791a-4b56-85bd-fd1aaa3cfcfa req-2f469e4c-ad30-4de5-8d85-4d5b853598e4 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530353 Sep 21 21:59:57.952242 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device f7aa398b-dce9-479c-8f88-2c71037347bd up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:59:58.009474 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port f7aa398b-dce9-479c-8f88-2c71037347bd triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:59:58.010235 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:58.010767 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port f7aa398b-dce9-479c-8f88-2c71037347bd Sep 21 21:59:58.104877 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port f7aa398b-dce9-479c-8f88-2c71037347bd is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:59:58.105325 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:58.131779 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4dfc06-676c-45de-a4f1-fbba14d7a4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aa398b-dce9-479c-8f88-2c71037347bd'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:59:58.134402 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87cbbca-b790-446b-83d1-b4635f6e5837" -d '{"events": [{"server_uuid": "2b4dfc06-676c-45de-a4f1-fbba14d7a4a8", "name": "network-vif-plugged", "status": "completed", "tag": "f7aa398b-dce9-479c-8f88-2c71037347bd"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:59:58.152206 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port f7aa398b-dce9-479c-8f88-2c71037347bd, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f7aa398b-dce9-479c-8f88-2c71037347bd,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:59:58.226494 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:58.228237 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 09367162-9504-4865-8eeb-60a695a0e5e5 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:59:58.255733 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fc7ad-3b49-4f9d-82eb-8f305ea8d28b req-efe0f835-07d5-47ca-ab08-886bbbd983c7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:58.257386 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6a3fc7ad-3b49-4f9d-82eb-8f305ea8d28b req-efe0f835-07d5-47ca-ab08-886bbbd983c7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 945 time: 0.1157324 Sep 21 21:59:58.268553 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294a557-988d-46f3-ba0f-aa377c90abab req-38f8d25e-c2f6-4d1e-8871-ebfbf3373dbf tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:58.270064 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c294a557-988d-46f3-ba0f-aa377c90abab req-38f8d25e-c2f6-4d1e-8871-ebfbf3373dbf tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0868428 Sep 21 21:59:58.291342 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: 09367162-9504-4865-8eeb-60a695a0e5e5 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:59:58.291943 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 09367162-9504-4865-8eeb-60a695a0e5e5 not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:59:58.296456 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=f7aa398b-dce9-479c-8f88-2c71037347bd,revision_number=7']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:59:58.366021 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6a3fc7ad-3b49-4f9d-82eb-8f305ea8d28b req-49e3a550-54d3-444b-a877-775a0d33eaaf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949340 Sep 21 21:59:58.396483 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c294a557-988d-46f3-ba0f-aa377c90abab req-51c91615-794c-4e5b-98be-b714439493d6 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161780 Sep 21 21:59:58.438569 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777751d5-8103-440f-8a77-414c32a8da89 x-openstack-request-id: req-777751d5-8103-440f-8a77-414c32a8da89 {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:59:58.438875 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4dfc06-676c-45de-a4f1-fbba14d7a4a8", "name": "network-vif-plugged", "status": "completed", "tag": "f7aa398b-dce9-479c-8f88-2c71037347bd", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:59:58.439143 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-777751d5-8103-440f-8a77-414c32a8da89 {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:59:58.439558 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777751d5-8103-440f-8a77-414c32a8da89'] response: {'server_uuid': '2b4dfc06-676c-45de-a4f1-fbba14d7a4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aa398b-dce9-479c-8f88-2c71037347bd', 'code': 200} Sep 21 21:59:58.605586 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997b669-bf2f-4145-b4c6-75fcfa492446 req-4872f057-1b74-4797-9ec1-c09a1c095707 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:58.607299 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f997b669-bf2f-4145-b4c6-75fcfa492446 req-4872f057-1b74-4797-9ec1-c09a1c095707 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0737901 Sep 21 21:59:58.649893 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-30727582-6988-4214-9b68-6f3039510b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:58.663361 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f997b669-bf2f-4145-b4c6-75fcfa492446 req-91bce758-7d01-4caf-84dd-abf741d16a90 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501626 Sep 21 21:59:59.542753 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26861912-8700-464a-b306-878fc790d4f4 req-4853d1af-88da-4311-ba36-4d0b1f8f713a tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:59.544491 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-26861912-8700-464a-b306-878fc790d4f4 req-4853d1af-88da-4311-ba36-4d0b1f8f713a tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0808816 Sep 21 21:59:59.552827 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23caea-e0c0-4f73-810a-f2fb46ad1c53 req-b5542737-f763-4abc-ac52-5a2ef4877f38 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:59.554389 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-df23caea-e0c0-4f73-810a-f2fb46ad1c53 req-b5542737-f763-4abc-ac52-5a2ef4877f38 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.0995245 Sep 21 21:59:59.632298 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-26861912-8700-464a-b306-878fc790d4f4 req-8a6009cf-269e-418c-91b0-ec8a6b4e275e tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763528 Sep 21 21:59:59.640873 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-df23caea-e0c0-4f73-810a-f2fb46ad1c53 req-9734e3fc-75e0-4bc3-b811-2d0ce57b11c5 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787964 Sep 21 21:59:59.791367 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477bd73-aca8-48d4-a891-da1d2f3591b3 req-8257c63f-e33f-4226-acc0-9919483de7af tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:59:59.792823 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b477bd73-aca8-48d4-a891-da1d2f3591b3 req-8257c63f-e33f-4226-acc0-9919483de7af tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0539734 Sep 21 21:59:59.839186 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b477bd73-aca8-48d4-a891-da1d2f3591b3 req-4f76b797-20e7-4639-a87a-8cceebad5a69 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/security-groups?id=f124a251-9e26-4b34-b7c3-fe3abe70822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406857 Sep 21 22:00:00.116268 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:00.162966 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71836fae-99d6-41c1-bda0-6b951a9501ae req-8e1b0a71-43e5-4d10-98a1-031422097961 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:00.165095 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-71836fae-99d6-41c1-bda0-6b951a9501ae req-8e1b0a71-43e5-4d10-98a1-031422097961 tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.61 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 946 time: 0.0570278 Sep 21 22:00:00.256031 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-71836fae-99d6-41c1-bda0-6b951a9501ae req-4da84e82-1dca-41db-a800-b69ec67d947d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Deleting port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:00:00.256288 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-71836fae-99d6-41c1-bda0-6b951a9501ae req-4da84e82-1dca-41db-a800-b69ec67d947d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (55e8f79b-548a-4961-85d7-2b1f6433a5f0), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:00.345895 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-71836fae-99d6-41c1-bda0-6b951a9501ae req-4da84e82-1dca-41db-a800-b69ec67d947d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] For port 55e8f79b-548a-4961-85d7-2b1f6433a5f0, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=55e8f79b-548a-4961-85d7-2b1f6433a5f0,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:00.346263 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-71836fae-99d6-41c1-bda0-6b951a9501ae req-4da84e82-1dca-41db-a800-b69ec67d947d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (55e8f79b-548a-4961-85d7-2b1f6433a5f0), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:00.359767 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-71836fae-99d6-41c1-bda0-6b951a9501ae req-4da84e82-1dca-41db-a800-b69ec67d947d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Calling delete_port for 55e8f79b-548a-4961-85d7-2b1f6433a5f0 owned by compute:nova {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:00:00.541282 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-71836fae-99d6-41c1-bda0-6b951a9501ae req-4da84e82-1dca-41db-a800-b69ec67d947d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (55e8f79b-548a-4961-85d7-2b1f6433a5f0), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:00.577193 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da84e82-1dca-41db-a800-b69ec67d947d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Pushing event deleted for resources: {'Port': ['ID=55e8f79b-548a-4961-85d7-2b1f6433a5f0,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:00.582218 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['55e8f79b-548a-4961-85d7-2b1f6433a5f0'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:00:00.630289 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-71836fae-99d6-41c1-bda0-6b951a9501ae req-4da84e82-1dca-41db-a800-b69ec67d947d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] No DVR routers for this DVR port 55e8f79b-548a-4961-85d7-2b1f6433a5f0 on host hv-cinder-85881 {{(pid=110731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:00:00.635362 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-71836fae-99d6-41c1-bda0-6b951a9501ae req-4da84e82-1dca-41db-a800-b69ec67d947d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:00.638856 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-71836fae-99d6-41c1-bda0-6b951a9501ae req-4da84e82-1dca-41db-a800-b69ec67d947d tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.61 "DELETE /v2.0/ports/55e8f79b-548a-4961-85d7-2b1f6433a5f0 HTTP/1.1" status: 204 len: 173 time: 0.4676926 Sep 21 22:00:00.639409 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059c05da-c7e3-4581-a17e-623dbcda3091', 'name': 'network-vif-deleted', 'tag': '55e8f79b-548a-4961-85d7-2b1f6433a5f0'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:00:00.641748 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ce961e-c0b7-4c63-a392-012be20619fd" -d '{"events": [{"server_uuid": "059c05da-c7e3-4581-a17e-623dbcda3091", "name": "network-vif-deleted", "tag": "55e8f79b-548a-4961-85d7-2b1f6433a5f0"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:00:00.797716 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8f2d5-5327-4c62-93d8-3f7fe3883f67 req-575acdcd-3270-4b04-808d-f06d422d4949 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:00.799204 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a4f8f2d5-5327-4c62-93d8-3f7fe3883f67 req-575acdcd-3270-4b04-808d-f06d422d4949 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0785892 Sep 21 22:00:00.801883 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dd82b3-4365-4535-ab47-8afc983e05de x-openstack-request-id: req-41dd82b3-4365-4535-ab47-8afc983e05de {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:00:00.802172 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059c05da-c7e3-4581-a17e-623dbcda3091", "name": "network-vif-deleted", "tag": "55e8f79b-548a-4961-85d7-2b1f6433a5f0", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:00:00.802427 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41dd82b3-4365-4535-ab47-8afc983e05de {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:00:00.802859 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41dd82b3-4365-4535-ab47-8afc983e05de'] response: {'server_uuid': '059c05da-c7e3-4581-a17e-623dbcda3091', 'name': 'network-vif-deleted', 'tag': '55e8f79b-548a-4961-85d7-2b1f6433a5f0', 'status': 'completed', 'code': 200} Sep 21 22:00:00.872102 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a4f8f2d5-5327-4c62-93d8-3f7fe3883f67 req-1cbc3671-0186-4ab7-b9b4-2957c3457e20 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616155 Sep 21 22:00:00.948140 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc122e9-cd1e-44ec-8e00-3d8876822220 req-cdf62d96-f571-42d4-a1e3-62ac8eb773a7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:00.949722 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9dc122e9-cd1e-44ec-8e00-3d8876822220 req-cdf62d96-f571-42d4-a1e3-62ac8eb773a7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.0765090 Sep 21 22:00:01.034252 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a7724233-4ec8-4293-b92b-2191f4b0678d req-c550d41d-dc2b-479c-9180-1bcce40a881a tempest-ServerRescueNegativeTestJSON-940417836 tempest-ServerRescueNegativeTestJSON-940417836-project] 10.222.0.42 "GET /v2.0/ports?device_id=059c05da-c7e3-4581-a17e-623dbcda3091 HTTP/1.1" status: 200 len: 210 time: 0.0582108 Sep 21 22:00:01.052815 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9dc122e9-cd1e-44ec-8e00-3d8876822220 req-ee5dc149-2454-4caa-95f3-453d0038f65a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941343 Sep 21 22:00:01.550406 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:02.006960 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e8824-4c67-4605-8429-321beb26aeb7 req-71dc5866-1ea5-4a8c-aee8-e562f77218f0 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:02.009409 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c51e8824-4c67-4605-8429-321beb26aeb7 req-71dc5866-1ea5-4a8c-aee8-e562f77218f0 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0671806 Sep 21 22:00:02.068225 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c51e8824-4c67-4605-8429-321beb26aeb7 req-cfd4a059-fb5d-4065-9f19-38c4aebaa3b8 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518482 Sep 21 22:00:02.129517 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 46508) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:02.236249 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebac66-d384-4f47-93a5-1e6574913b2f req-289bfb6a-51e0-44df-8cb5-d4d452fce3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:02.237927 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-81ebac66-d384-4f47-93a5-1e6574913b2f req-289bfb6a-51e0-44df-8cb5-d4d452fce3d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca27d64dad9041379ee04b2c12a4054e&device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 1130 time: 0.1406891 Sep 21 22:00:02.245589 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb2b77-6c50-48a5-b461-409a1bc42470 req-8b0480f0-9bd3-478a-9547-c001a195c8ad tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:02.247137 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8cfb2b77-6c50-48a5-b461-409a1bc42470 req-8b0480f0-9bd3-478a-9547-c001a195c8ad tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.0937886 Sep 21 22:00:02.447914 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8cfb2b77-6c50-48a5-b461-409a1bc42470 req-c2af736a-5511-4cd9-b7b0-054e86b2d54b tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923246 Sep 21 22:00:02.460908 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebac66-d384-4f47-93a5-1e6574913b2f req-102e82c0-17c4-491d-8561-9bdeaebed354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:02.462510 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-81ebac66-d384-4f47-93a5-1e6574913b2f req-102e82c0-17c4-491d-8561-9bdeaebed354 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f022d5b8-a602-40fa-8402-62feed81b553 HTTP/1.1" status: 200 len: 910 time: 0.2142859 Sep 21 22:00:02.591692 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-81ebac66-d384-4f47-93a5-1e6574913b2f req-a739b134-218f-4a61-9b9a-46c1f745dd68 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f17c0f96-a0c1-4158-bd7e-90fee5d43f25 HTTP/1.1" status: 200 len: 1001 time: 0.1193306 Sep 21 22:00:02.690217 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebac66-d384-4f47-93a5-1e6574913b2f req-bebaad33-a755-4d66-ab8d-5f5b1cc70e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:02.691588 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-81ebac66-d384-4f47-93a5-1e6574913b2f req-bebaad33-a755-4d66-ab8d-5f5b1cc70e1c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83c905c7-034c-443d-b146-b33f013859ce HTTP/1.1" status: 200 len: 848 time: 0.0917428 Sep 21 22:00:02.804635 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebac66-d384-4f47-93a5-1e6574913b2f req-4b7534d6-adce-4238-a9bd-fb56a4812f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:02.806765 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-81ebac66-d384-4f47-93a5-1e6574913b2f req-4b7534d6-adce-4238-a9bd-fb56a4812f57 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f022d5b8-a602-40fa-8402-62feed81b553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1042113 Sep 21 22:00:02.956396 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-81ebac66-d384-4f47-93a5-1e6574913b2f req-a0195a26-1438-467d-a54f-33f6c38c31dd service neutron] 10.222.0.61 "GET /v2.0/networks/f022d5b8-a602-40fa-8402-62feed81b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391702 Sep 21 22:00:03.043138 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3faa0f1f-cd8d-4a95-b1d8-fc83f2a7c6b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756247'] for router_interface (bf131272-3f82-42c8-a7a8-9e0b240d6f88), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:03.077211 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:03.438835 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-81ebac66-d384-4f47-93a5-1e6574913b2f req-058754ee-bdd5-4e59-9d58-f87455bd12c9 service neutron] 10.222.0.61 "GET /v2.0/networks/f022d5b8-a602-40fa-8402-62feed81b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712183 Sep 21 22:00:03.521555 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f4645-a3ae-41e6-96fc-894e6cf66c3a req-bf55e2d6-e24e-4b32-9978-7ec8b648ef46 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:03.523048 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-118f4645-a3ae-41e6-96fc-894e6cf66c3a req-bf55e2d6-e24e-4b32-9978-7ec8b648ef46 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.1531832 Sep 21 22:00:03.653078 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-118f4645-a3ae-41e6-96fc-894e6cf66c3a req-97e6b781-41a1-4d91-ac34-1daad2aa5367 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152322 Sep 21 22:00:03.675727 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac2ee7-0dbf-4309-b570-33cf5b66c131 req-648fe417-eb51-4137-a2e3-a80bb6f9e098 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:03.677242 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e3ac2ee7-0dbf-4309-b570-33cf5b66c131 req-648fe417-eb51-4137-a2e3-a80bb6f9e098 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.1384358 Sep 21 22:00:03.770823 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e3ac2ee7-0dbf-4309-b570-33cf5b66c131 req-2ac8e601-2acc-447c-b4f3-dbb79892d51a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871155 Sep 21 22:00:03.807853 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-3faa0f1f-cd8d-4a95-b1d8-fc83f2a7c6b9 admin admin] Deleting port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:00:03.808200 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3faa0f1f-cd8d-4a95-b1d8-fc83f2a7c6b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:03.909182 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [None req-3faa0f1f-cd8d-4a95-b1d8-fc83f2a7c6b9 admin admin] For port a4bcd9ad-c1d4-4313-a4f6-c246daef0a94, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=a4bcd9ad-c1d4-4313-a4f6-c246daef0a94,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:03.909553 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3faa0f1f-cd8d-4a95-b1d8-fc83f2a7c6b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:03.925706 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-3faa0f1f-cd8d-4a95-b1d8-fc83f2a7c6b9 admin admin] Calling delete_port for a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 owned by network:router_interface {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:00:03.986980 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 55e8f79b-548a-4961-85d7-2b1f6433a5f0 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:00:04.010866 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: 55e8f79b-548a-4961-85d7-2b1f6433a5f0 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:00:04.011574 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 55e8f79b-548a-4961-85d7-2b1f6433a5f0 not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:00:04.192219 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3faa0f1f-cd8d-4a95-b1d8-fc83f2a7c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (a4bcd9ad-c1d4-4313-a4f6-c246daef0a94), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:04.218996 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa0f1f-cd8d-4a95-b1d8-fc83f2a7c6b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4bcd9ad-c1d4-4313-a4f6-c246daef0a94,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:04.447016 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3faa0f1f-cd8d-4a95-b1d8-fc83f2a7c6b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757127'] for router_interface (bf131272-3f82-42c8-a7a8-9e0b240d6f88), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:04.699534 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3faa0f1f-cd8d-4a95-b1d8-fc83f2a7c6b9 admin admin] Router bf131272-3f82-42c8-a7a8-9e0b240d6f88 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:00:04.866338 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18436c8-cc32-4a93-a11c-afd314b0dad1 req-53b5e016-f8e8-4ce0-877b-75bc656946d0 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:04.869119 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d18436c8-cc32-4a93-a11c-afd314b0dad1 req-53b5e016-f8e8-4ce0-877b-75bc656946d0 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.1196656 Sep 21 22:00:04.872338 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3faa0f1f-cd8d-4a95-b1d8-fc83f2a7c6b9 admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:00:04.877821 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-3faa0f1f-cd8d-4a95-b1d8-fc83f2a7c6b9 admin admin] 10.222.0.42 "PUT /v2.0/routers/bf131272-3f82-42c8-a7a8-9e0b240d6f88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7470040 Sep 21 22:00:04.881495 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46532) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:04.886530 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e8c3bc-459f-4f6f-bc26-4b394bba2778 None None] Sync routers for ids ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:00:04.915421 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e8c3bc-459f-4f6f-bc26-4b394bba2778 None None] Routers {'bf131272-3f82-42c8-a7a8-9e0b240d6f88'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:04.917573 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-98e8c3bc-459f-4f6f-bc26-4b394bba2778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:59:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:04.962262 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d18436c8-cc32-4a93-a11c-afd314b0dad1 req-5aec18ba-f252-42e1-962a-70e5430f0288 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725436 Sep 21 22:00:05.003468 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1a2e3-dcd1-43de-a5ac-35412a19ce3a req-48d41127-cffc-412d-9b6b-3098c0fa3dbc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:05.005825 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9fd1a2e3-dcd1-43de-a5ac-35412a19ce3a req-48d41127-cffc-412d-9b6b-3098c0fa3dbc tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.1337643 Sep 21 22:00:05.074069 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-98e8c3bc-459f-4f6f-bc26-4b394bba2778 None None] Set router bf131272-3f82-42c8-a7a8-9e0b240d6f88 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:05.079298 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9fd1a2e3-dcd1-43de-a5ac-35412a19ce3a req-a2c6e8bb-5507-48f6-840b-ac8c322d2ec3 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675733 Sep 21 22:00:05.095982 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d2073aae-bcce-4b0e-b1b6-0660baa61d1a admin admin] Publish callbacks [] for router (bf131272-3f82-42c8-a7a8-9e0b240d6f88), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:05.226737 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d2073aae-bcce-4b0e-b1b6-0660baa61d1a admin admin] Publish callbacks [] for router_gateway (bf131272-3f82-42c8-a7a8-9e0b240d6f88), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:05.298542 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-98e8c3bc-459f-4f6f-bc26-4b394bba2778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'name': 'tempest-ServerRescueNegativeTestJSON-341093674-router', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:28Z', 'updated_at': '2022-09-21T22:00:04Z', 'revision_number': 5, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'gw_port': {'id': 'fc0b6b96-d71f-4a7b-9d10-d5ab448294b5', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:29Z', 'updated_at': '2022-09-21T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:05.329451 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e8c3bc-459f-4f6f-bc26-4b394bba2778 None None] Checking router: bf131272-3f82-42c8-a7a8-9e0b240d6f88 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:00:05.357196 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e8c3bc-459f-4f6f-bc26-4b394bba2778 None None] Routers {'bf131272-3f82-42c8-a7a8-9e0b240d6f88'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:05.357593 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-98e8c3bc-459f-4f6f-bc26-4b394bba2778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T21:59:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:05.383721 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-d2073aae-bcce-4b0e-b1b6-0660baa61d1a admin admin] Deleting port fc0b6b96-d71f-4a7b-9d10-d5ab448294b5 {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:00:05.384135 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d2073aae-bcce-4b0e-b1b6-0660baa61d1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (fc0b6b96-d71f-4a7b-9d10-d5ab448294b5), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:05.495935 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-98e8c3bc-459f-4f6f-bc26-4b394bba2778 None None] Set router bf131272-3f82-42c8-a7a8-9e0b240d6f88 gateway port host: None {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:05.499350 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [None req-d2073aae-bcce-4b0e-b1b6-0660baa61d1a admin admin] For port fc0b6b96-d71f-4a7b-9d10-d5ab448294b5, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=fc0b6b96-d71f-4a7b-9d10-d5ab448294b5,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:05.501300 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d2073aae-bcce-4b0e-b1b6-0660baa61d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (fc0b6b96-d71f-4a7b-9d10-d5ab448294b5), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:05.518073 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-d2073aae-bcce-4b0e-b1b6-0660baa61d1a admin admin] Calling delete_port for fc0b6b96-d71f-4a7b-9d10-d5ab448294b5 owned by network:router_gateway {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:00:05.566754 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-98e8c3bc-459f-4f6f-bc26-4b394bba2778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'name': 'tempest-ServerRescueNegativeTestJSON-341093674-router', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:28Z', 'updated_at': '2022-09-21T22:00:05Z', 'revision_number': 6, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'gw_port_host': None}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:05.593866 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e8c3bc-459f-4f6f-bc26-4b394bba2778 None None] The sync data for ids ['bf131272-3f82-42c8-a7a8-9e0b240d6f88'] in dv-cinder-858818-1-iscsi is: [{'id': 'bf131272-3f82-42c8-a7a8-9e0b240d6f88', 'name': 'tempest-ServerRescueNegativeTestJSON-341093674-router', 'tenant_id': 'ce39458046ef4d2bb8de370118e4ed86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:28Z', 'updated_at': '2022-09-21T22:00:05Z', 'revision_number': 6, 'project_id': 'ce39458046ef4d2bb8de370118e4ed86', 'gw_port_host': None}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:00:05.595767 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:00:05.833037 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d2073aae-bcce-4b0e-b1b6-0660baa61d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (fc0b6b96-d71f-4a7b-9d10-d5ab448294b5), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:05.864709 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2073aae-bcce-4b0e-b1b6-0660baa61d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0b6b96-d71f-4a7b-9d10-d5ab448294b5,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:05.957034 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d2073aae-bcce-4b0e-b1b6-0660baa61d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754989'] for router_gateway (bf131272-3f82-42c8-a7a8-9e0b240d6f88), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:06.087159 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d2073aae-bcce-4b0e-b1b6-0660baa61d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-767650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256424'] for router (bf131272-3f82-42c8-a7a8-9e0b240d6f88), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:06.089969 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d2073aae-bcce-4b0e-b1b6-0660baa61d1a admin admin] Publish callbacks [] for router_controller (bf131272-3f82-42c8-a7a8-9e0b240d6f88), precommit_delete_associations {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:06.151593 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bfe96-9d44-48da-905b-80542aee8cf3 req-d610526b-fbea-440b-8ba2-8c3f8cb0626c tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:06.159183 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d91bfe96-9d44-48da-905b-80542aee8cf3 req-d610526b-fbea-440b-8ba2-8c3f8cb0626c tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.1058395 Sep 21 22:00:06.197312 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d2073aae-bcce-4b0e-b1b6-0660baa61d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-767673'] for router (bf131272-3f82-42c8-a7a8-9e0b240d6f88), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:06.197980 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2073aae-bcce-4b0e-b1b6-0660baa61d1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf131272-3f82-42c8-a7a8-9e0b240d6f88 {{(pid=110730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:00:06.204284 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d2073aae-bcce-4b0e-b1b6-0660baa61d1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:06.208634 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-d2073aae-bcce-4b0e-b1b6-0660baa61d1a admin admin] 10.222.0.42 "DELETE /v2.0/routers/bf131272-3f82-42c8-a7a8-9e0b240d6f88 HTTP/1.1" status: 204 len: 168 time: 1.3254309 Sep 21 22:00:06.209683 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46542) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:06.265381 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d91bfe96-9d44-48da-905b-80542aee8cf3 req-21ae689c-d3e2-4821-988d-2c8cbf445977 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046219 Sep 21 22:00:06.267115 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d7bd96-acb1-4889-aabc-00589a8acd4d admin admin] Deleting subnet 575b43de-b954-4ed7-bfdd-5b0bcfa5628e {{(pid=110730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:00:06.270524 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f4d7bd96-acb1-4889-aabc-00589a8acd4d admin admin] Publish callbacks [] for subnet (575b43de-b954-4ed7-bfdd-5b0bcfa5628e), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:06.307961 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae6a4c-d6c4-4798-b3b5-60114d282dc7 req-77d787bc-5aac-4c5c-98ef-fd891ccc63d2 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:06.309876 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-20ae6a4c-d6c4-4798-b3b5-60114d282dc7 req-77d787bc-5aac-4c5c-98ef-fd891ccc63d2 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.1112411 Sep 21 22:00:06.362786 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f4d7bd96-acb1-4889-aabc-00589a8acd4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436140'] for subnet (575b43de-b954-4ed7-bfdd-5b0bcfa5628e), precommit_delete_associations {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:06.377352 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-20ae6a4c-d6c4-4798-b3b5-60114d282dc7 req-f30e2eb2-384e-44d4-a409-399308954024 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614150 Sep 21 22:00:06.544196 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:00:06.559231 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f4d7bd96-acb1-4889-aabc-00589a8acd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33078224'] for subnet (575b43de-b954-4ed7-bfdd-5b0bcfa5628e), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:06.574458 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:00:06.575068 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device a4bcd9ad-c1d4-4313-a4f6-c246daef0a94 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:00:06.575670 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device fc0b6b96-d71f-4a7b-9d10-d5ab448294b5 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:00:06.637297 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: fc0b6b96-d71f-4a7b-9d10-d5ab448294b5 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:00:06.638109 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device fc0b6b96-d71f-4a7b-9d10-d5ab448294b5 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:00:06.701468 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f4d7bd96-acb1-4889-aabc-00589a8acd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33078215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9436124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364540'] for subnet (575b43de-b954-4ed7-bfdd-5b0bcfa5628e), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:06.735670 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7bd96-acb1-4889-aabc-00589a8acd4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=575b43de-b954-4ed7-bfdd-5b0bcfa5628e,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:06.742133 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f4d7bd96-acb1-4889-aabc-00589a8acd4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:06.749417 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-f4d7bd96-acb1-4889-aabc-00589a8acd4d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/575b43de-b954-4ed7-bfdd-5b0bcfa5628e HTTP/1.1" status: 204 len: 168 time: 0.5361986 Sep 21 22:00:06.751556 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc347ea-49a2-4502-ad33-442da9db9a52 None None] Network f801d94d-838f-46f0-b7fb-17b6d1554e9c requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:00:06.752913 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 46550) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:06.836485 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33135276'] for network (f801d94d-838f-46f0-b7fb-17b6d1554e9c), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:06.903735 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] Deleting port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:00:06.904119 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (10f2eed2-2f75-4e16-9910-d0c3d6565c0c), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:06.935806 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeb417e-2910-44b6-a35b-70e71eda67af None None] DHCP port deletion for f801d94d-838f-46f0-b7fb-17b6d1554e9c request from dv-cinder-858818-1-iscsi {{(pid=110732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:00:06.968675 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] For port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=10f2eed2-2f75-4e16-9910-d0c3d6565c0c,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:06.969075 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (10f2eed2-2f75-4e16-9910-d0c3d6565c0c), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:06.981980 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb417e-2910-44b6-a35b-70e71eda67af None None] Deleting port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c {{(pid=110732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:00:06.982151 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] Calling delete_port for 10f2eed2-2f75-4e16-9910-d0c3d6565c0c owned by network:dhcp {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:00:06.982351 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1aeb417e-2910-44b6-a35b-70e71eda67af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (10f2eed2-2f75-4e16-9910-d0c3d6565c0c), before_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:07.046363 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-1aeb417e-2910-44b6-a35b-70e71eda67af None None] For port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=10f2eed2-2f75-4e16-9910-d0c3d6565c0c,segment=NetworkSegment(88005f17-1359-4f26-ae4d-4edfdad655cd),segment_id=88005f17-1359-4f26-ae4d-4edfdad655cd)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:07.046790 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1aeb417e-2910-44b6-a35b-70e71eda67af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (10f2eed2-2f75-4e16-9910-d0c3d6565c0c), precommit_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:07.059743 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb417e-2910-44b6-a35b-70e71eda67af None None] Calling delete_port for 10f2eed2-2f75-4e16-9910-d0c3d6565c0c owned by network:dhcp {{(pid=110732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:00:07.202923 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (10f2eed2-2f75-4e16-9910-d0c3d6565c0c), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:07.209103 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1aeb417e-2910-44b6-a35b-70e71eda67af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688'] for port (10f2eed2-2f75-4e16-9910-d0c3d6565c0c), after_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:07.245326 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] No DVR routers for this DVR port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c on host dv-cinder-858818-1-iscsi {{(pid=110731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:00:07.245497 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb417e-2910-44b6-a35b-70e71eda67af None None] Pushing event deleted for resources: {'Port': ['ID=10f2eed2-2f75-4e16-9910-d0c3d6565c0c,revision_number=None']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:07.245497 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb417e-2910-44b6-a35b-70e71eda67af None None] No DVR routers for this DVR port 10f2eed2-2f75-4e16-9910-d0c3d6565c0c on host dv-cinder-858818-1-iscsi {{(pid=110732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:00:07.245697 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] Pushing event deleted for resources: {'Port': ['ID=10f2eed2-2f75-4e16-9910-d0c3d6565c0c,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:07.316757 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33075543', 'neutron.services.segments.db._delete_segments_for_network-8730879860727'] for network (f801d94d-838f-46f0-b7fb-17b6d1554e9c), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:07.341995 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.services.segments.db [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f801d94d-838f-46f0-b7fb-17b6d1554e9c']}} {{(pid=110731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:07.352521 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.services.segments.db [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88005f17-1359-4f26-ae4d-4edfdad655cd') {'for_net_delete': True} {{(pid=110731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:07.352819 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.services.segments.db [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88005f17-1359-4f26-ae4d-4edfdad655cd') {} {{(pid=110731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:07.387984 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730879863565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3482822'] for segment (88005f17-1359-4f26-ae4d-4edfdad655cd), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:07.406430 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (88005f17-1359-4f26-ae4d-4edfdad655cd), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:07.415288 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=110731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:00:07.415679 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8967983'] for segment (88005f17-1359-4f26-ae4d-4edfdad655cd), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:07.457458 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.services.segments.plugin [-] Segment 88005f17-1359-4f26-ae4d-4edfdad655cd resource provider aggregate not found Sep 21 22:00:07.467081 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91843aea-59e6-4328-afc6-0b2ea952fc3d req-d5f3832f-f852-4a63-9698-738cd34839da tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:07.468750 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-91843aea-59e6-4328-afc6-0b2ea952fc3d req-d5f3832f-f852-4a63-9698-738cd34839da tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.1138709 Sep 21 22:00:07.478469 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.services.segments.plugin [-] Segment 88005f17-1359-4f26-ae4d-4edfdad655cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88005f17-1359-4f26-ae4d-4edfdad655cd found for delete ", "request_id": "req-e7acaa03-b5fb-4fe4-af77-17ba737f77eb"}]} Sep 21 22:00:07.531631 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-91843aea-59e6-4328-afc6-0b2ea952fc3d req-7f6ad448-b459-4153-adf2-aa4a24d35518 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522091 Sep 21 22:00:07.614828 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33075534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754953'] for network (f801d94d-838f-46f0-b7fb-17b6d1554e9c), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:07.623735 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:07.626847 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] 10.222.0.42 "DELETE /v2.0/networks/f801d94d-838f-46f0-b7fb-17b6d1554e9c HTTP/1.1" status: 204 len: 168 time: 0.8729119 Sep 21 22:00:07.639469 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9f89d-073c-425e-af7e-02c39e5ccd0c admin admin] Pushing event deleted for resources: {'Network': ['ID=f801d94d-838f-46f0-b7fb-17b6d1554e9c,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:07.665006 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6681d67-67e9-486f-9a55-004f40f81f1b req-fa83a9b8-2b66-4b87-88f4-b98f8a408846 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:07.666799 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f6681d67-67e9-486f-9a55-004f40f81f1b req-fa83a9b8-2b66-4b87-88f4-b98f8a408846 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.0805893 Sep 21 22:00:07.720801 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f6681d67-67e9-486f-9a55-004f40f81f1b req-55e297b1-d346-4923-a33e-f079b5129845 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476160 Sep 21 22:00:07.846485 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [req-1ddb69ab-2fb6-400d-ad9f-1900042762ef req-2cd43504-097a-4214-9b41-42dc502e85af service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 22:00:07.848250 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1ddb69ab-2fb6-400d-ad9f-1900042762ef req-2cd43504-097a-4214-9b41-42dc502e85af service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0544829 Sep 21 22:00:08.039570 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46576) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:08.126510 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-caf6c4d9-cd22-4936-aa82-6c31e1813938 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce39458046ef4d2bb8de370118e4ed86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0806010 Sep 21 22:00:08.128229 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46580) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:08.249057 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7db01db2-da13-405f-bc85-70220514115d admin admin] Publish callbacks [] for security_group (f124a251-9e26-4b34-b7c3-fe3abe70822a), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:08.251052 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ebe4f-d653-45af-b974-19ab7e613ac7 req-a638268f-dbcf-44b8-aa0b-de9dfd23339a tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:08.253182 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-234ebe4f-d653-45af-b974-19ab7e613ac7 req-a638268f-dbcf-44b8-aa0b-de9dfd23339a tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0825322 Sep 21 22:00:08.268209 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1a8be882-d87b-4159-ac51-ff087ed79f0d req-924025ff-80c8-4f7f-a146-1b4522314620 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819676 Sep 21 22:00:08.280139 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7db01db2-da13-405f-bc85-70220514115d admin admin] Publish callbacks [] for security_group (f124a251-9e26-4b34-b7c3-fe3abe70822a), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:08.313595 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-234ebe4f-d653-45af-b974-19ab7e613ac7 req-8908e8ed-1712-4b69-816a-44cbc5a07466 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540020 Sep 21 22:00:08.432170 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46586) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:08.511980 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7db01db2-da13-405f-bc85-70220514115d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (f124a251-9e26-4b34-b7c3-fe3abe70822a), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:08.514991 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7db01db2-da13-405f-bc85-70220514115d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:08.519242 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-7db01db2-da13-405f-bc85-70220514115d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f124a251-9e26-4b34-b7c3-fe3abe70822a HTTP/1.1" status: 204 len: 168 time: 0.3873813 Sep 21 22:00:08.528547 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db01db2-da13-405f-bc85-70220514115d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f124a251-9e26-4b34-b7c3-fe3abe70822a,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:08.687392 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 10f2eed2-2f75-4e16-9910-d0c3d6565c0c no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:00:08.707081 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 10f2eed2-2f75-4e16-9910-d0c3d6565c0c {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:00:08.707438 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 10f2eed2-2f75-4e16-9910-d0c3d6565c0c not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:00:08.743199 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8be882-d87b-4159-ac51-ff087ed79f0d req-b7a25a40-17ee-4948-a478-350f85f128db tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:08.744623 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1a8be882-d87b-4159-ac51-ff087ed79f0d req-b7a25a40-17ee-4948-a478-350f85f128db tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports/f17c0f96-a0c1-4158-bd7e-90fee5d43f25 HTTP/1.1" status: 200 len: 943 time: 0.3114345 Sep 21 22:00:08.874887 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6be054-0b01-49c8-b83f-f5aada2c8e35 req-06b50e67-d1f2-499e-9081-e8fb3cc8de0e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:08.876589 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9a6be054-0b01-49c8-b83f-f5aada2c8e35 req-06b50e67-d1f2-499e-9081-e8fb3cc8de0e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.0616987 Sep 21 22:00:08.929717 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9a6be054-0b01-49c8-b83f-f5aada2c8e35 req-14b304a9-4d32-4254-ac2f-bad17512aaaf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472028 Sep 21 22:00:09.446164 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5c91d-395a-4fc4-a75d-e6c4185960b6 req-34a57388-0e57-47e1-a906-6f8ed6a893ba tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:09.447658 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-38c5c91d-395a-4fc4-a75d-e6c4185960b6 req-34a57388-0e57-47e1-a906-6f8ed6a893ba tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0584712 Sep 21 22:00:09.496608 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-38c5c91d-395a-4fc4-a75d-e6c4185960b6 req-c8d45359-9f81-42de-bf98-3ef10c2760e0 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432353 Sep 21 22:00:09.586772 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3aaab-8b66-4ce5-9ae7-05c3dba8c9e6 req-51a30346-675f-4173-a9f7-65c49a5df60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:09.588273 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cdc3aaab-8b66-4ce5-9ae7-05c3dba8c9e6 req-51a30346-675f-4173-a9f7-65c49a5df60d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1603f7fd81ff4966be5b51e69354038c&device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 1130 time: 0.0499477 Sep 21 22:00:09.681763 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3aaab-8b66-4ce5-9ae7-05c3dba8c9e6 req-b974e2c1-638f-4f96-b1c0-8b9830838998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:09.683251 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cdc3aaab-8b66-4ce5-9ae7-05c3dba8c9e6 req-b974e2c1-638f-4f96-b1c0-8b9830838998 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 HTTP/1.1" status: 200 len: 917 time: 0.0872984 Sep 21 22:00:09.744620 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cdc3aaab-8b66-4ce5-9ae7-05c3dba8c9e6 req-eeee0680-704e-4901-a2da-b05d8e290464 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7aa398b-dce9-479c-8f88-2c71037347bd HTTP/1.1" status: 200 len: 1002 time: 0.0557592 Sep 21 22:00:09.798247 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3aaab-8b66-4ce5-9ae7-05c3dba8c9e6 req-5b04c053-22cb-413a-b291-c56eb8613a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:09.799763 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cdc3aaab-8b66-4ce5-9ae7-05c3dba8c9e6 req-5b04c053-22cb-413a-b291-c56eb8613a09 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e474980b-93bc-4f2c-9cce-1ff39a325d4d HTTP/1.1" status: 200 len: 855 time: 0.0481746 Sep 21 22:00:09.847534 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3aaab-8b66-4ce5-9ae7-05c3dba8c9e6 req-d76b00f8-0362-475e-8672-8690e70647af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:09.849047 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cdc3aaab-8b66-4ce5-9ae7-05c3dba8c9e6 req-d76b00f8-0362-475e-8672-8690e70647af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436571 Sep 21 22:00:09.936257 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cdc3aaab-8b66-4ce5-9ae7-05c3dba8c9e6 req-9492195d-ecc0-4dbb-ac4c-80c9ce4cb33f service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798841 Sep 21 22:00:10.001101 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device f17c0f96-a0c1-4158-bd7e-90fee5d43f25 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:00:10.034300 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cdc3aaab-8b66-4ce5-9ae7-05c3dba8c9e6 req-9ee7a471-3f59-4c27-b7cf-1aee439ada01 service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923367 Sep 21 22:00:10.096499 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8af346-9687-4e17-9299-b53c0fbde95c req-27ba4edf-897f-4afc-ba0b-e771fd9fad7a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:10.098007 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cf8af346-9687-4e17-9299-b53c0fbde95c req-27ba4edf-897f-4afc-ba0b-e771fd9fad7a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.0569525 Sep 21 22:00:10.101329 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 is: ACTIVE; New status is: DOWN {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:10.101793 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:10.126923 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6348e98b-689d-4f71-9d17-176f02fd8903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:00:10.129755 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bd2ae6-aa9a-431a-82cc-d5cbce7f7207" -d '{"events": [{"server_uuid": "6348e98b-689d-4f71-9d17-176f02fd8903", "name": "network-vif-unplugged", "status": "completed", "tag": "f17c0f96-a0c1-4158-bd7e-90fee5d43f25"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:00:10.142520 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port f17c0f96-a0c1-4158-bd7e-90fee5d43f25, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f17c0f96-a0c1-4158-bd7e-90fee5d43f25,segment=NetworkSegment(ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f),segment_id=ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:10.147192 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cf8af346-9687-4e17-9299-b53c0fbde95c req-d12bcb62-495c-4583-ad46-dc25493afd5e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433834 Sep 21 22:00:10.165224 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 21 Sep 2022 22:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4594b8-6df3-4f7f-9f94-f3a4d9a25b8f x-openstack-request-id: req-cb4594b8-6df3-4f7f-9f94-f3a4d9a25b8f {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:00:10.165514 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6348e98b-689d-4f71-9d17-176f02fd8903", "name": "network-vif-unplugged", "status": "failed", "tag": "f17c0f96-a0c1-4158-bd7e-90fee5d43f25", "code": 422}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:00:10.165796 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb4594b8-6df3-4f7f-9f94-f3a4d9a25b8f {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:00:10.166232 dv-cinder-858818-1-iscsi neutron-server[110732]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cb4594b8-6df3-4f7f-9f94-f3a4d9a25b8f']: {'server_uuid': '6348e98b-689d-4f71-9d17-176f02fd8903', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25', 'code': 422} returned with failed status Sep 21 22:00:10.196881 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:10.243042 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=f17c0f96-a0c1-4158-bd7e-90fee5d43f25,revision_number=6']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:10.623103 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee702ccb-301e-4d89-be99-096d9f64f1ad req-28e83587-e8d1-432c-9985-975a97c46eae tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:10.624571 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ee702ccb-301e-4d89-be99-096d9f64f1ad req-28e83587-e8d1-432c-9985-975a97c46eae tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0573473 Sep 21 22:00:10.675129 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ee702ccb-301e-4d89-be99-096d9f64f1ad req-ff6d3d1a-ea47-4e62-a046-8acc33067fa3 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443714 Sep 21 22:00:11.277788 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54650a1f-35aa-4271-8a7e-a18a7026bd3e req-f3f73d00-6669-48f6-8e44-ea1ad9601562 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:11.279202 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-54650a1f-35aa-4271-8a7e-a18a7026bd3e req-f3f73d00-6669-48f6-8e44-ea1ad9601562 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.0526018 Sep 21 22:00:11.324587 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-54650a1f-35aa-4271-8a7e-a18a7026bd3e req-f0a7fa9e-98be-47fa-ae9b-71d2a02b55d5 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399482 Sep 21 22:00:11.795992 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bd0ed-bb22-462a-ade8-c59d8915804c req-fd8149bb-0238-43c7-9091-0a6ffcd7a8aa tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:11.797518 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1a6bd0ed-bb22-462a-ade8-c59d8915804c req-fd8149bb-0238-43c7-9091-0a6ffcd7a8aa tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0524504 Sep 21 22:00:11.849364 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1a6bd0ed-bb22-462a-ade8-c59d8915804c req-92a70d7f-416c-4195-a501-c2869ff1157f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461407 Sep 21 22:00:12.453704 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585b193-170c-4110-a933-f4116b4ccd32 req-1f22c130-c202-4acc-bc04-e7d3474c1a6f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:12.455205 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3585b193-170c-4110-a933-f4116b4ccd32 req-1f22c130-c202-4acc-bc04-e7d3474c1a6f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 946 time: 0.0524418 Sep 21 22:00:12.500716 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3585b193-170c-4110-a933-f4116b4ccd32 req-44febcc3-725f-40d1-a6f8-926a403c44a4 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396330 Sep 21 22:00:12.974756 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b645a-461f-420b-9a56-a5819485d79b req-eee149f4-b9c5-4738-89f5-c6bf9d000626 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:12.976414 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9b0b645a-461f-420b-9a56-a5819485d79b req-eee149f4-b9c5-4738-89f5-c6bf9d000626 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0539687 Sep 21 22:00:13.026515 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9b0b645a-461f-420b-9a56-a5819485d79b req-766d0870-50b5-4bf7-9f3d-7f44ca26a986 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446365 Sep 21 22:00:14.049690 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device f7aa398b-dce9-479c-8f88-2c71037347bd no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:00:14.164235 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f00c4-b2c8-4f2e-b472-71434303e819 req-6bb3f126-399d-4af1-bea9-df7fe66ee492 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:14.171340 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-261f00c4-b2c8-4f2e-b472-71434303e819 req-6bb3f126-399d-4af1-bea9-df7fe66ee492 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0710025 Sep 21 22:00:14.218250 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-261f00c4-b2c8-4f2e-b472-71434303e819 req-4ffbf395-271b-4b98-994d-0a542b84b78d tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460019 Sep 21 22:00:14.255439 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port f7aa398b-dce9-479c-8f88-2c71037347bd is: ACTIVE; New status is: DOWN {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:14.255828 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:14.278711 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4dfc06-676c-45de-a4f1-fbba14d7a4a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7aa398b-dce9-479c-8f88-2c71037347bd'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:00:14.280964 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553ae1a2-816a-4e53-8fbc-644558c10293" -d '{"events": [{"server_uuid": "2b4dfc06-676c-45de-a4f1-fbba14d7a4a8", "name": "network-vif-unplugged", "status": "completed", "tag": "f7aa398b-dce9-479c-8f88-2c71037347bd"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:00:14.293753 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port f7aa398b-dce9-479c-8f88-2c71037347bd, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f7aa398b-dce9-479c-8f88-2c71037347bd,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:14.310979 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 21 Sep 2022 22:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e8ce78-4ea6-4cf5-ba36-8b46a5247962 x-openstack-request-id: req-65e8ce78-4ea6-4cf5-ba36-8b46a5247962 {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:00:14.311276 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4dfc06-676c-45de-a4f1-fbba14d7a4a8", "name": "network-vif-unplugged", "status": "failed", "tag": "f7aa398b-dce9-479c-8f88-2c71037347bd", "code": 422}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:00:14.311534 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65e8ce78-4ea6-4cf5-ba36-8b46a5247962 {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:00:14.311944 dv-cinder-858818-1-iscsi neutron-server[110732]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-65e8ce78-4ea6-4cf5-ba36-8b46a5247962']: {'server_uuid': '2b4dfc06-676c-45de-a4f1-fbba14d7a4a8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7aa398b-dce9-479c-8f88-2c71037347bd', 'code': 422} returned with failed status Sep 21 22:00:14.408265 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:14.462395 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=f7aa398b-dce9-479c-8f88-2c71037347bd,revision_number=8']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:14.820227 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded474c-1c47-434e-8639-d4964b2c6cf3 req-e939e437-a0a5-493a-ba88-6928de8e8a69 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:14.821792 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fded474c-1c47-434e-8639-d4964b2c6cf3 req-e939e437-a0a5-493a-ba88-6928de8e8a69 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.0553129 Sep 21 22:00:14.873491 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fded474c-1c47-434e-8639-d4964b2c6cf3 req-d1920b8a-5d05-4e72-83f8-4693e256a5b6 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456634 Sep 21 22:00:15.370609 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6496d-9e2c-4496-b942-3c25444ba081 req-350357f5-c856-464b-bc62-f48ec33c014c tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:15.400563 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-41e6496d-9e2c-4496-b942-3c25444ba081 req-350357f5-c856-464b-bc62-f48ec33c014c tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0716362 Sep 21 22:00:15.423593 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46790) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:15.443854 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-41e6496d-9e2c-4496-b942-3c25444ba081 req-cacb3e52-1440-4e2c-ba40-9ad58e28b23f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608950 Sep 21 22:00:15.525177 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-8255b600-935c-4da8-854b-2e0c76f0e54f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002824 Sep 21 22:00:15.533592 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-73c41771-ef8c-4358-b9ba-18e938515cbc service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 22:00:15.534559 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-73c41771-ef8c-4358-b9ba-18e938515cbc service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048206 Sep 21 22:00:15.620466 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-eef911e2-8b9a-4611-8e2b-df80dea33818 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:15.626986 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-eef911e2-8b9a-4611-8e2b-df80dea33818 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports/f7aa398b-dce9-479c-8f88-2c71037347bd HTTP/1.1" status: 200 len: 941 time: 0.0472517 Sep 21 22:00:16.043565 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd45680-62a5-481d-9e97-cc8a23b32bda req-72004a07-b3bb-45bb-9ff3-f5ddfafbb635 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:16.045557 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-acd45680-62a5-481d-9e97-cc8a23b32bda req-72004a07-b3bb-45bb-9ff3-f5ddfafbb635 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.0890419 Sep 21 22:00:16.099612 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-acd45680-62a5-481d-9e97-cc8a23b32bda req-8113d0e2-024b-406f-ae59-57dbfad411b7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462952 Sep 21 22:00:16.574393 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1932c7a-2f93-405e-b90f-598cec01bbb2 req-cfc31ab7-7a6f-4e59-8423-8fe6e88d62ea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:16.575872 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b1932c7a-2f93-405e-b90f-598cec01bbb2 req-cfc31ab7-7a6f-4e59-8423-8fe6e88d62ea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0537207 Sep 21 22:00:16.629603 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b1932c7a-2f93-405e-b90f-598cec01bbb2 req-50571143-4499-4e92-bfdf-3e709b506593 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465345 Sep 21 22:00:17.256747 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-f911053a-508b-49b7-badf-23299f3b267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:17.258194 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-f911053a-508b-49b7-badf-23299f3b267a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8&tenant_id=1603f7fd81ff4966be5b51e69354038c HTTP/1.1" status: 200 len: 1128 time: 0.1131351 Sep 21 22:00:17.265903 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2571b51-e341-4ef4-8476-8acbd2d4e086 req-8ed3187d-f195-4339-a528-1e42c0fd8a7f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:17.267275 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a2571b51-e341-4ef4-8476-8acbd2d4e086 req-8ed3187d-f195-4339-a528-1e42c0fd8a7f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.0749784 Sep 21 22:00:17.342606 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a2571b51-e341-4ef4-8476-8acbd2d4e086 req-57fbfd0b-2411-4842-9480-2f975050863c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697076 Sep 21 22:00:17.355864 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-a94c325c-b7fd-4953-85ab-5481f5bba09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:17.357421 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-a94c325c-b7fd-4953-85ab-5481f5bba09c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1603f7fd81ff4966be5b51e69354038c&device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 1128 time: 0.0670607 Sep 21 22:00:17.412753 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8be882-d87b-4159-ac51-ff087ed79f0d req-46c2fe7b-f4e4-4e0d-8b40-10cdf6632b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:17.414300 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1a8be882-d87b-4159-ac51-ff087ed79f0d req-46c2fe7b-f4e4-4e0d-8b40-10cdf6632b34 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903&tenant_id=ca27d64dad9041379ee04b2c12a4054e HTTP/1.1" status: 200 len: 1128 time: 0.0447578 Sep 21 22:00:17.454030 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-3ef6e0b9-bb47-4848-8604-360a433f200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:17.455615 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-3ef6e0b9-bb47-4848-8604-360a433f200e service neutron] 10.222.0.61 "GET /v2.0/networks?id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 HTTP/1.1" status: 200 len: 917 time: 0.0849769 Sep 21 22:00:17.504427 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8be882-d87b-4159-ac51-ff087ed79f0d req-8a589af7-5c7a-448a-b877-895cdaa950cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:17.505986 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1a8be882-d87b-4159-ac51-ff087ed79f0d req-8a589af7-5c7a-448a-b877-895cdaa950cf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca27d64dad9041379ee04b2c12a4054e&device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 1128 time: 0.0493491 Sep 21 22:00:17.525210 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-fd2bf13d-298b-4efe-84e6-09519680b1d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7aa398b-dce9-479c-8f88-2c71037347bd HTTP/1.1" status: 200 len: 1000 time: 0.0638230 Sep 21 22:00:17.591448 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-54f66dbb-5f35-434a-b601-9b79f81b22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:17.592824 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-54f66dbb-5f35-434a-b601-9b79f81b22e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e474980b-93bc-4f2c-9cce-1ff39a325d4d HTTP/1.1" status: 200 len: 855 time: 0.0546484 Sep 21 22:00:17.606342 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8be882-d87b-4159-ac51-ff087ed79f0d req-7be0b4d7-9747-42a8-ab9a-9a7bc9d0dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:17.609080 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1a8be882-d87b-4159-ac51-ff087ed79f0d req-7be0b4d7-9747-42a8-ab9a-9a7bc9d0dc66 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f022d5b8-a602-40fa-8402-62feed81b553 HTTP/1.1" status: 200 len: 910 time: 0.0859838 Sep 21 22:00:17.643762 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-38f777a1-b834-4cc4-bee1-1114f150546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:17.645300 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-38f777a1-b834-4cc4-bee1-1114f150546e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464246 Sep 21 22:00:17.673569 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1a8be882-d87b-4159-ac51-ff087ed79f0d req-12c354e1-ed84-46e8-a379-66fd98983a9e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f17c0f96-a0c1-4158-bd7e-90fee5d43f25 HTTP/1.1" status: 200 len: 999 time: 0.0603392 Sep 21 22:00:17.730405 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8be882-d87b-4159-ac51-ff087ed79f0d req-c9adfda0-a075-4c8a-a4f3-ae09d99d425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:17.731922 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1a8be882-d87b-4159-ac51-ff087ed79f0d req-c9adfda0-a075-4c8a-a4f3-ae09d99d425a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83c905c7-034c-443d-b146-b33f013859ce HTTP/1.1" status: 200 len: 848 time: 0.0511768 Sep 21 22:00:17.780649 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-8d774577-dfdd-41fd-a3ce-0797769f765c service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297219 Sep 21 22:00:17.792080 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8be882-d87b-4159-ac51-ff087ed79f0d req-1a47502e-f2a4-4388-bb1c-94f15aeb6e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:17.793603 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1a8be882-d87b-4159-ac51-ff087ed79f0d req-1a47502e-f2a4-4388-bb1c-94f15aeb6e2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f022d5b8-a602-40fa-8402-62feed81b553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559378 Sep 21 22:00:17.802299 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512f063-e577-4804-9ab5-9eb8ed842a9d req-da467f19-6b64-4a7a-a6bc-f2c35bff99a3 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:17.804281 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a512f063-e577-4804-9ab5-9eb8ed842a9d req-da467f19-6b64-4a7a-a6bc-f2c35bff99a3 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0831075 Sep 21 22:00:17.908673 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a512f063-e577-4804-9ab5-9eb8ed842a9d req-8547c626-62d5-40ac-ae96-41d896607ef0 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933692 Sep 21 22:00:17.933123 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-ba1e7e35-8c76-43fe-9ef2-8342ff2a26ec service neutron] 10.222.0.61 "GET /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365788 Sep 21 22:00:18.153199 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1a8be882-d87b-4159-ac51-ff087ed79f0d req-c9bf8b4c-6e20-4408-a24f-34b1eda63afa service neutron] 10.222.0.61 "GET /v2.0/networks/f022d5b8-a602-40fa-8402-62feed81b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538468 Sep 21 22:00:18.247317 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1a8be882-d87b-4159-ac51-ff087ed79f0d req-a84ca3f6-bc35-4d44-ac58-5b1201e9c6b7 service neutron] 10.222.0.61 "GET /v2.0/networks/f022d5b8-a602-40fa-8402-62feed81b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857205 Sep 21 22:00:18.484181 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fbcb2-6dfc-4a63-af24-f800c072d01e req-232ea5ba-69bf-4e7a-ac1f-6f52901d1720 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:18.485725 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-697fbcb2-6dfc-4a63-af24-f800c072d01e req-232ea5ba-69bf-4e7a-ac1f-6f52901d1720 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.0556130 Sep 21 22:00:18.535479 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-697fbcb2-6dfc-4a63-af24-f800c072d01e req-a41dd7f5-1726-4c7d-91f3-91c38d0eaec5 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433185 Sep 21 22:00:19.080962 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa108d3-ee5e-45ed-9e26-9ce45c37aef9 req-e18a9929-b44a-4891-b7f2-fc2dda9b1af8 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:19.080962 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0fa108d3-ee5e-45ed-9e26-9ce45c37aef9 req-e18a9929-b44a-4891-b7f2-fc2dda9b1af8 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0712602 Sep 21 22:00:19.131491 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0fa108d3-ee5e-45ed-9e26-9ce45c37aef9 req-0dd0ed4c-5a7d-44fb-b1f3-fe028c5706a2 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539403 Sep 21 22:00:19.295410 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:19.708466 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b48dd-9673-4b94-8a40-3e866c0ff02b req-e59cc13a-0ed0-4a61-8d5c-fbc21544f5ec tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:19.710644 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f44b48dd-9673-4b94-8a40-3e866c0ff02b req-e59cc13a-0ed0-4a61-8d5c-fbc21544f5ec tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.0747519 Sep 21 22:00:19.766681 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f44b48dd-9673-4b94-8a40-3e866c0ff02b req-b380871d-4f7c-4314-9555-c942aba943a9 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501134 Sep 21 22:00:20.292299 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003e331-2799-4573-8558-6947c1c6f891 req-7de77a79-222f-4344-bc2d-f72394d04d78 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:20.294781 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e003e331-2799-4573-8558-6947c1c6f891 req-7de77a79-222f-4344-bc2d-f72394d04d78 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0711684 Sep 21 22:00:20.358885 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e003e331-2799-4573-8558-6947c1c6f891 req-db88eae0-ffc0-497a-b2ff-003cbc8a688b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562377 Sep 21 22:00:20.554830 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46902) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:20.655031 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7ff7958a-b486-468a-ab58-2c012c4a1152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:20.732624 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7ff7958a-b486-468a-ab58-2c012c4a1152 admin admin] Publish callbacks [] for security_group (b3a9bff1-ea3b-45d2-aa4c-0af26c4f748e), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:20.819533 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7ff7958a-b486-468a-ab58-2c012c4a1152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (b3a9bff1-ea3b-45d2-aa4c-0af26c4f748e), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:20.862443 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-7ff7958a-b486-468a-ab58-2c012c4a1152 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=67181560cce245aab6aa5ca9f150769f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3065081 Sep 21 22:00:20.863630 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7958a-b486-468a-ab58-2c012c4a1152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a9bff1-ea3b-45d2-aa4c-0af26c4f748e,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:20.867082 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 46912) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:20.934695 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6dc94b-72ab-4b87-ae26-13986f09d64b req-0968a708-b93b-408a-8f48-9039947e690b tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:20.942551 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa6dc94b-72ab-4b87-ae26-13986f09d64b req-0968a708-b93b-408a-8f48-9039947e690b tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.0862012 Sep 21 22:00:20.950182 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-efe9d222-049d-4508-8af5-ddd572dfe0b8 admin admin] Publish callbacks [] for security_group (b3a9bff1-ea3b-45d2-aa4c-0af26c4f748e), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:20.984592 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-efe9d222-049d-4508-8af5-ddd572dfe0b8 admin admin] Publish callbacks [] for security_group (b3a9bff1-ea3b-45d2-aa4c-0af26c4f748e), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:21.011995 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa6dc94b-72ab-4b87-ae26-13986f09d64b req-8ac8f455-d146-46cb-83ed-174b72a39271 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654836 Sep 21 22:00:21.117234 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-efe9d222-049d-4508-8af5-ddd572dfe0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (b3a9bff1-ea3b-45d2-aa4c-0af26c4f748e), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:21.119913 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-efe9d222-049d-4508-8af5-ddd572dfe0b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:21.121079 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-efe9d222-049d-4508-8af5-ddd572dfe0b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3a9bff1-ea3b-45d2-aa4c-0af26c4f748e HTTP/1.1" status: 204 len: 168 time: 0.2533822 Sep 21 22:00:21.129154 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9d222-049d-4508-8af5-ddd572dfe0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a9bff1-ea3b-45d2-aa4c-0af26c4f748e,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:21.495360 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ded15-7b3c-4ec1-9fef-31c5ac3ef4f4 req-d097c4ff-9977-4cb3-9be8-de7ae845c6cc tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:21.496919 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3b3ded15-7b3c-4ec1-9fef-31c5ac3ef4f4 req-d097c4ff-9977-4cb3-9be8-de7ae845c6cc tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0647426 Sep 21 22:00:21.568883 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3b3ded15-7b3c-4ec1-9fef-31c5ac3ef4f4 req-3820063d-2b2f-4ec8-8bd7-a65fe9c97092 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605316 Sep 21 22:00:22.165951 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6e5f7-a840-4b8a-89d0-55f937ffe114 req-04b5ea96-9eda-4cc7-b2c8-95be7afca56b tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:22.174867 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-44b6e5f7-a840-4b8a-89d0-55f937ffe114 req-04b5ea96-9eda-4cc7-b2c8-95be7afca56b tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.0727813 Sep 21 22:00:22.522949 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-44b6e5f7-a840-4b8a-89d0-55f937ffe114 req-781c9f43-15d3-46fd-a683-bc7cd02aede8 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3468194 Sep 21 22:00:22.731675 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67178381-7042-4947-8281-7c37751fb590 req-c24d79c5-a6ec-49d7-9a77-e1cf4d07cabc tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:22.733323 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-67178381-7042-4947-8281-7c37751fb590 req-c24d79c5-a6ec-49d7-9a77-e1cf4d07cabc tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0683732 Sep 21 22:00:22.822130 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-67178381-7042-4947-8281-7c37751fb590 req-3f65e38e-f558-4ab6-9284-1ad2a16f33a4 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824397 Sep 21 22:00:23.690201 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de86c93-b692-47a0-bb53-6664f2be8ac2 req-96245e66-645e-4abe-83ca-9070e5670ad6 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:23.693078 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8de86c93-b692-47a0-bb53-6664f2be8ac2 req-96245e66-645e-4abe-83ca-9070e5670ad6 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.0836000 Sep 21 22:00:23.754536 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8de86c93-b692-47a0-bb53-6664f2be8ac2 req-bb578e93-4b19-46a6-bf16-e9caaa0651a5 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553534 Sep 21 22:00:24.132546 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43d77f-d02c-4482-a2a1-d073a5297d39 req-4e2427bd-c4d3-4cb5-9813-1f68f6adcc74 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:24.137401 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3e43d77f-d02c-4482-a2a1-d073a5297d39 req-4e2427bd-c4d3-4cb5-9813-1f68f6adcc74 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0598845 Sep 21 22:00:24.187493 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3e43d77f-d02c-4482-a2a1-d073a5297d39 req-04196f12-a21e-40c8-854e-b074deb5639d tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480134 Sep 21 22:00:24.923559 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e645f-9fd8-4cea-9f4f-47816684199e req-c05f7236-e7c8-4bac-b7ee-6174fb667baa tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:24.925253 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5e8e645f-9fd8-4cea-9f4f-47816684199e req-c05f7236-e7c8-4bac-b7ee-6174fb667baa tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.0598829 Sep 21 22:00:24.978367 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5e8e645f-9fd8-4cea-9f4f-47816684199e req-5a731a51-b66f-4257-9ca2-39525541ff80 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476611 Sep 21 22:00:25.319811 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3281ab9-6b66-4132-adbc-442ee2d6c042 req-fbbbc2ff-9be6-4b26-ac61-44cab0511e6f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:25.321315 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e3281ab9-6b66-4132-adbc-442ee2d6c042 req-fbbbc2ff-9be6-4b26-ac61-44cab0511e6f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0555241 Sep 21 22:00:25.373466 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e3281ab9-6b66-4132-adbc-442ee2d6c042 req-cd0a5a09-20d8-48b1-ad46-7dc56dcd95ad tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465162 Sep 21 22:00:25.598859 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 47016) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:25.726856 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-e7298d73-f6f0-42c7-84f8-200d8834512f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.807501 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-e7298d73-f6f0-42c7-84f8-200d8834512f admin admin] Publish callbacks [] for security_group (c6cc61a2-f545-429d-b88b-f12f717d7ac4), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.905099 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-e7298d73-f6f0-42c7-84f8-200d8834512f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (c6cc61a2-f545-429d-b88b-f12f717d7ac4), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.948362 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-e7298d73-f6f0-42c7-84f8-200d8834512f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9cb48e28b0d54cd88181084354d38086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483770 Sep 21 22:00:25.949380 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7298d73-f6f0-42c7-84f8-200d8834512f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cc61a2-f545-429d-b88b-f12f717d7ac4,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:25.951673 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 47020) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:26.022202 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ff71af49-a69d-4b48-b80e-8830efb9e82a admin admin] Publish callbacks [] for security_group (c6cc61a2-f545-429d-b88b-f12f717d7ac4), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.062614 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ff71af49-a69d-4b48-b80e-8830efb9e82a admin admin] Publish callbacks [] for security_group (c6cc61a2-f545-429d-b88b-f12f717d7ac4), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.179396 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ff71af49-a69d-4b48-b80e-8830efb9e82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (c6cc61a2-f545-429d-b88b-f12f717d7ac4), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.187151 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbecc6d-e103-45d7-a42f-bd4d20c16c72 req-44408ee0-3413-42d8-a3dd-cc4b04e2aa9a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:26.187549 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ff71af49-a69d-4b48-b80e-8830efb9e82a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.191310 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-adbecc6d-e103-45d7-a42f-bd4d20c16c72 req-44408ee0-3413-42d8-a3dd-cc4b04e2aa9a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.0638790 Sep 21 22:00:26.197556 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-ff71af49-a69d-4b48-b80e-8830efb9e82a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6cc61a2-f545-429d-b88b-f12f717d7ac4 HTTP/1.1" status: 204 len: 168 time: 0.2407386 Sep 21 22:00:26.211619 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71af49-a69d-4b48-b80e-8830efb9e82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cc61a2-f545-429d-b88b-f12f717d7ac4,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:26.265658 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-adbecc6d-e103-45d7-a42f-bd4d20c16c72 req-1fb7ef92-fe26-43da-9800-91d948161152 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669568 Sep 21 22:00:26.521007 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6abab-c830-4100-800a-0965165b1455 req-38eba1bf-d243-41a2-b838-71e3cd159488 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:26.523030 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-50e6abab-c830-4100-800a-0965165b1455 req-38eba1bf-d243-41a2-b838-71e3cd159488 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0645647 Sep 21 22:00:26.544363 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a858b544-5f4c-49bf-b855-f1968f0e8d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.572966 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-50e6abab-c830-4100-800a-0965165b1455 req-519cd972-3647-484f-8088-c64eb7106d56 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440645 Sep 21 22:00:26.879318 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 47036) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:26.909011 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2bef1b7f-7dfe-4304-a8be-5727706a9a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.009707 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2bef1b7f-7dfe-4304-a8be-5727706a9a63 admin admin] Publish callbacks [] for security_group (2e010934-9374-4146-95fc-33332989eeee), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.059247 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2bef1b7f-7dfe-4304-a8be-5727706a9a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (2e010934-9374-4146-95fc-33332989eeee), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.104333 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-2bef1b7f-7dfe-4304-a8be-5727706a9a63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f416586107a34c9ba6c4402b72f74ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239010 Sep 21 22:00:27.105113 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef1b7f-7dfe-4304-a8be-5727706a9a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e010934-9374-4146-95fc-33332989eeee,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:27.106973 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 47038) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:27.183423 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-dced01b8-f6e2-4e6e-bebc-620f5637beb0 admin admin] Publish callbacks [] for security_group (2e010934-9374-4146-95fc-33332989eeee), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.204688 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-dced01b8-f6e2-4e6e-bebc-620f5637beb0 admin admin] Publish callbacks [] for security_group (2e010934-9374-4146-95fc-33332989eeee), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.315887 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-dced01b8-f6e2-4e6e-bebc-620f5637beb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (2e010934-9374-4146-95fc-33332989eeee), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.319212 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-dced01b8-f6e2-4e6e-bebc-620f5637beb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.320495 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-dced01b8-f6e2-4e6e-bebc-620f5637beb0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e010934-9374-4146-95fc-33332989eeee HTTP/1.1" status: 204 len: 168 time: 0.2123859 Sep 21 22:00:27.328367 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced01b8-f6e2-4e6e-bebc-620f5637beb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e010934-9374-4146-95fc-33332989eeee,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:27.398617 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20110277-443d-47a5-8a0f-457cf0dbd7b9 req-991af898-5dc4-4a09-9f46-0bc723dc2f95 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:27.400102 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-20110277-443d-47a5-8a0f-457cf0dbd7b9 req-991af898-5dc4-4a09-9f46-0bc723dc2f95 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.0533044 Sep 21 22:00:27.447052 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-20110277-443d-47a5-8a0f-457cf0dbd7b9 req-26714bfc-6059-41fc-9a6a-1fa9ef18e59d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413244 Sep 21 22:00:27.700442 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb63081-ea8c-4730-b740-5ee0e9af8ceb req-93093589-4a02-48fa-8fa3-fa740b5ebf7f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:27.702169 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4cb63081-ea8c-4730-b740-5ee0e9af8ceb req-93093589-4a02-48fa-8fa3-fa740b5ebf7f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0533125 Sep 21 22:00:27.750969 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4cb63081-ea8c-4730-b740-5ee0e9af8ceb req-0d4f2ed1-a2a8-46ed-a87b-893a19517a4f tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434110 Sep 21 22:00:27.992268 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941fa81-2f08-4fbc-ab87-a07560eeadde req-5c498456-6976-489c-992c-9e4138e35503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:27.993825 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c941fa81-2f08-4fbc-ab87-a07560eeadde req-5c498456-6976-489c-992c-9e4138e35503 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca27d64dad9041379ee04b2c12a4054e&device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 1128 time: 0.0441952 Sep 21 22:00:28.098980 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941fa81-2f08-4fbc-ab87-a07560eeadde req-b78e004a-2e38-4b0d-af87-f83cdaa70eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:28.101049 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c941fa81-2f08-4fbc-ab87-a07560eeadde req-b78e004a-2e38-4b0d-af87-f83cdaa70eda service neutron] 10.222.0.61 "GET /v2.0/networks?id=f022d5b8-a602-40fa-8402-62feed81b553 HTTP/1.1" status: 200 len: 910 time: 0.0873306 Sep 21 22:00:28.162925 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c941fa81-2f08-4fbc-ab87-a07560eeadde req-60d73bbe-e880-4fd1-ab67-cb0b081cd301 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f17c0f96-a0c1-4158-bd7e-90fee5d43f25 HTTP/1.1" status: 200 len: 999 time: 0.0548806 Sep 21 22:00:28.214552 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941fa81-2f08-4fbc-ab87-a07560eeadde req-9a0ef030-c0f8-431d-8153-5aa1dd4ecd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:28.216433 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c941fa81-2f08-4fbc-ab87-a07560eeadde req-9a0ef030-c0f8-431d-8153-5aa1dd4ecd65 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83c905c7-034c-443d-b146-b33f013859ce HTTP/1.1" status: 200 len: 848 time: 0.0469928 Sep 21 22:00:28.274903 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941fa81-2f08-4fbc-ab87-a07560eeadde req-5a65f093-9dfd-47f7-a009-120f51938f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:28.276428 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c941fa81-2f08-4fbc-ab87-a07560eeadde req-5a65f093-9dfd-47f7-a009-120f51938f75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f022d5b8-a602-40fa-8402-62feed81b553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506544 Sep 21 22:00:28.368883 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c941fa81-2f08-4fbc-ab87-a07560eeadde req-af2c38bd-0f6e-49ce-b65f-8643ce8fd591 service neutron] 10.222.0.61 "GET /v2.0/networks/f022d5b8-a602-40fa-8402-62feed81b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851676 Sep 21 22:00:28.472620 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c941fa81-2f08-4fbc-ab87-a07560eeadde req-cd2c13e7-ec2b-4b26-8b46-0a8bfca79e73 service neutron] 10.222.0.61 "GET /v2.0/networks/f022d5b8-a602-40fa-8402-62feed81b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907068 Sep 21 22:00:28.587210 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a2554-15b3-4a6a-a8fc-0a2d2c76e553 req-486de704-455e-4e6d-9fb2-5b72d636609d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:28.590628 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-145a2554-15b3-4a6a-a8fc-0a2d2c76e553 req-486de704-455e-4e6d-9fb2-5b72d636609d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.0644841 Sep 21 22:00:28.639263 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-145a2554-15b3-4a6a-a8fc-0a2d2c76e553 req-6841f15c-0d02-4822-8b19-93eeef8e6478 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428789 Sep 21 22:00:28.670396 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-daca11dc-413f-4013-9ed3-6a2c7b102b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.879722 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7391dc-bef8-473c-b520-89597376ac93 req-8a5b6861-588a-4c54-8637-0397f5249850 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:28.881898 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ec7391dc-bef8-473c-b520-89597376ac93 req-8a5b6861-588a-4c54-8637-0397f5249850 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0589015 Sep 21 22:00:28.933434 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ec7391dc-bef8-473c-b520-89597376ac93 req-f66ee3b2-bf15-4209-ac14-b39d7592e562 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460186 Sep 21 22:00:29.771759 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb6cde-df1b-4c0e-9289-98496114ead0 req-0903929a-f8dd-465d-b44f-423909acd34b tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:29.773169 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-03fb6cde-df1b-4c0e-9289-98496114ead0 req-0903929a-f8dd-465d-b44f-423909acd34b tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.0525875 Sep 21 22:00:29.824634 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-03fb6cde-df1b-4c0e-9289-98496114ead0 req-1df107de-9310-4b47-94b3-6643d2cb1fb1 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457895 Sep 21 22:00:29.857298 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.088750 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa53076-5657-4bbd-8e51-692922296579 req-9200a3c3-fd7c-41ff-9e4f-08a7ea9b4c74 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:30.089620 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aaa53076-5657-4bbd-8e51-692922296579 req-9200a3c3-fd7c-41ff-9e4f-08a7ea9b4c74 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0574565 Sep 21 22:00:30.149213 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aaa53076-5657-4bbd-8e51-692922296579 req-2f4cdf6e-4a88-409a-9411-9e2c46d1d4fa tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536168 Sep 21 22:00:30.552391 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 47152) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:30.656472 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2b69-dc8a-469f-9957-6849b8976697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.728298 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2b69-dc8a-469f-9957-6849b8976697 admin admin] Publish callbacks [] for security_group (a5206c85-e3f6-416f-bb3d-b7a963266ff5), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.800433 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2b69-dc8a-469f-9957-6849b8976697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (a5206c85-e3f6-416f-bb3d-b7a963266ff5), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.849905 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe2b69-dc8a-469f-9957-6849b8976697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5206c85-e3f6-416f-bb3d-b7a963266ff5,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:30.871292 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-4dfe2b69-dc8a-469f-9957-6849b8976697 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ffa0bd543f20484cb4eb25491818b8d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177497 Sep 21 22:00:30.871562 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 47160) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:30.899538 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc74fc0-612f-4dda-8688-532624d083a7 req-acbd984c-32c0-4395-9662-f16ce2fa0f4d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:30.901077 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6bc74fc0-612f-4dda-8688-532624d083a7 req-acbd984c-32c0-4395-9662-f16ce2fa0f4d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 946 time: 0.0780511 Sep 21 22:00:30.921671 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6627c97b-809d-4f6c-b7c6-eaf93f031676 admin admin] Publish callbacks [] for security_group (a5206c85-e3f6-416f-bb3d-b7a963266ff5), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.943286 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6627c97b-809d-4f6c-b7c6-eaf93f031676 admin admin] Publish callbacks [] for security_group (a5206c85-e3f6-416f-bb3d-b7a963266ff5), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.983675 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6bc74fc0-612f-4dda-8688-532624d083a7 req-db3f6447-2f9b-4891-a474-5cff82d7ecb3 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=136f3b74-4c0e-400e-84b2-08989f36006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762792 Sep 21 22:00:30.991704 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a53662-3110-444b-89c6-ae57a68c3a78 req-c4e93691-d784-4d7d-88c1-f531eed73720 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:30.993206 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-16a53662-3110-444b-89c6-ae57a68c3a78 req-c4e93691-d784-4d7d-88c1-f531eed73720 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.0789964 Sep 21 22:00:31.042098 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-16a53662-3110-444b-89c6-ae57a68c3a78 req-7da4f2a8-bbe4-46f8-9903-d6d78a23abad tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431752 Sep 21 22:00:31.058117 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6627c97b-809d-4f6c-b7c6-eaf93f031676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (a5206c85-e3f6-416f-bb3d-b7a963266ff5), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:31.060968 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6627c97b-809d-4f6c-b7c6-eaf93f031676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:31.062334 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-6627c97b-809d-4f6c-b7c6-eaf93f031676 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5206c85-e3f6-416f-bb3d-b7a963266ff5 HTTP/1.1" status: 204 len: 168 time: 0.1896946 Sep 21 22:00:31.072005 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627c97b-809d-4f6c-b7c6-eaf93f031676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5206c85-e3f6-416f-bb3d-b7a963266ff5,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:31.278461 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f224c7-3625-483e-b573-44ad0e95b4e7 req-fb092d8c-0fd4-49b9-a33b-d58b96883c9b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:31.279973 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f2f224c7-3625-483e-b573-44ad0e95b4e7 req-fb092d8c-0fd4-49b9-a33b-d58b96883c9b tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0609531 Sep 21 22:00:31.330273 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f2f224c7-3625-483e-b573-44ad0e95b4e7 req-71fd4aa0-75d8-4a59-a079-14114a995c5e tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442584 Sep 21 22:00:31.578777 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:31.636375 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 47178) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:31.649779 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6713ac24-460d-4dcc-8ac9-28b32977b986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:31.722238 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6713ac24-460d-4dcc-8ac9-28b32977b986 admin admin] Publish callbacks [] for security_group (bc851562-a139-4ad6-96c4-9533498395b7), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:31.805656 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6713ac24-460d-4dcc-8ac9-28b32977b986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (bc851562-a139-4ad6-96c4-9533498395b7), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:31.841896 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713ac24-460d-4dcc-8ac9-28b32977b986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc851562-a139-4ad6-96c4-9533498395b7,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:31.846201 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-6713ac24-460d-4dcc-8ac9-28b32977b986 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5335851942ad4d799175c72465cdcfbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2087731 Sep 21 22:00:31.849093 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 47180) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:31.897524 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2087378b-6e66-43c8-9bf2-a8267e4b8a12 admin admin] Publish callbacks [] for security_group (bc851562-a139-4ad6-96c4-9533498395b7), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:31.918882 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2087378b-6e66-43c8-9bf2-a8267e4b8a12 admin admin] Publish callbacks [] for security_group (bc851562-a139-4ad6-96c4-9533498395b7), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.114676 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86a1a0-e1d6-4e46-9e67-b5cbcfb1d0db req-22b37fba-40f0-4d62-a336-a5a76d875c51 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:32.116852 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4a86a1a0-e1d6-4e46-9e67-b5cbcfb1d0db req-22b37fba-40f0-4d62-a336-a5a76d875c51 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 946 time: 0.0533044 Sep 21 22:00:32.118040 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2087378b-6e66-43c8-9bf2-a8267e4b8a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (bc851562-a139-4ad6-96c4-9533498395b7), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.120604 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2087378b-6e66-43c8-9bf2-a8267e4b8a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.124439 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-2087378b-6e66-43c8-9bf2-a8267e4b8a12 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc851562-a139-4ad6-96c4-9533498395b7 HTTP/1.1" status: 204 len: 168 time: 0.2746792 Sep 21 22:00:32.151514 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device f7aa398b-dce9-479c-8f88-2c71037347bd details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:00:32.155577 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087378b-6e66-43c8-9bf2-a8267e4b8a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc851562-a139-4ad6-96c4-9533498395b7,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:32.222020 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4a86a1a0-e1d6-4e46-9e67-b5cbcfb1d0db req-6d4df6d3-7afb-4760-8658-29c2b422e0d5 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=136f3b74-4c0e-400e-84b2-08989f36006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964036 Sep 21 22:00:32.241258 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168ed10-4754-4df7-9d3c-e0229e842753 req-78b0c766-3cef-4c7d-926e-7765e5cd474a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:32.254338 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5168ed10-4754-4df7-9d3c-e0229e842753 req-78b0c766-3cef-4c7d-926e-7765e5cd474a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 944 time: 0.1191690 Sep 21 22:00:32.274729 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port f7aa398b-dce9-479c-8f88-2c71037347bd, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f7aa398b-dce9-479c-8f88-2c71037347bd,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:32.291142 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': 'f7aa398b-dce9-479c-8f88-2c71037347bd', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'port_id': 'f7aa398b-dce9-479c-8f88-2c71037347bd', 'mac_address': 'fa:16:3e:8a:34:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:00:32.300007 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5168ed10-4754-4df7-9d3c-e0229e842753 req-769b4089-2e82-4f37-b6e9-2a5708e524ce tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510430 Sep 21 22:00:32.325596 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port f7aa398b-dce9-479c-8f88-2c71037347bd is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:32.325991 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.338627 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7aa398b-dce9-479c-8f88-2c71037347bd {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:00:32.358514 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port f7aa398b-dce9-479c-8f88-2c71037347bd, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f7aa398b-dce9-479c-8f88-2c71037347bd,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:32.456570 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587b51c-55f3-4dc4-b825-1f04e47186ef req-21b5b7f4-5fb1-4966-a856-627ba760ad47 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:32.458106 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0587b51c-55f3-4dc4-b825-1f04e47186ef req-21b5b7f4-5fb1-4966-a856-627ba760ad47 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0560205 Sep 21 22:00:32.468747 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.494051 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43857a85-7412-4c5b-8f26-b5c266b28c8b req-f7286ac5-1b04-4859-8fb8-b8d7e7f12733 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:32.496193 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-43857a85-7412-4c5b-8f26-b5c266b28c8b req-f7286ac5-1b04-4859-8fb8-b8d7e7f12733 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 946 time: 0.0578880 Sep 21 22:00:32.526138 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=f7aa398b-dce9-479c-8f88-2c71037347bd,revision_number=9']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:32.530264 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0587b51c-55f3-4dc4-b825-1f04e47186ef req-1e895e60-c106-4871-a461-3c4e8ef4c004 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628266 Sep 21 22:00:32.596465 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-43857a85-7412-4c5b-8f26-b5c266b28c8b req-e5fd43e5-77a8-4af8-8cb9-b60435051162 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Deleting port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:00:32.596897 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-43857a85-7412-4c5b-8f26-b5c266b28c8b req-e5fd43e5-77a8-4af8-8cb9-b60435051162 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (9c9d3300-03a4-44b8-b1e0-f13a6e6e1326), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.688640 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-43857a85-7412-4c5b-8f26-b5c266b28c8b req-e5fd43e5-77a8-4af8-8cb9-b60435051162 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] For port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=9c9d3300-03a4-44b8-b1e0-f13a6e6e1326,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:32.689028 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-43857a85-7412-4c5b-8f26-b5c266b28c8b req-e5fd43e5-77a8-4af8-8cb9-b60435051162 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (9c9d3300-03a4-44b8-b1e0-f13a6e6e1326), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.774543 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['f7aa398b-dce9-479c-8f88-2c71037347bd'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:00:32.861083 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-43857a85-7412-4c5b-8f26-b5c266b28c8b req-e5fd43e5-77a8-4af8-8cb9-b60435051162 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.861459 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-43857a85-7412-4c5b-8f26-b5c266b28c8b req-e5fd43e5-77a8-4af8-8cb9-b60435051162 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (d2c30b55-2c50-40b4-b935-1673bcab5749), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.861772 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.l3_db [req-43857a85-7412-4c5b-8f26-b5c266b28c8b req-e5fd43e5-77a8-4af8-8cb9-b60435051162 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Floating IP d2c30b55-2c50-40b4-b935-1673bcab5749 disassociated. External IP: 172.27.2.110, port: 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326. Sep 21 22:00:32.862112 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-43857a85-7412-4c5b-8f26-b5c266b28c8b req-e5fd43e5-77a8-4af8-8cb9-b60435051162 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Calling delete_port for 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 owned by compute:nova {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:00:33.046849 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:33.098403 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-43857a85-7412-4c5b-8f26-b5c266b28c8b req-e5fd43e5-77a8-4af8-8cb9-b60435051162 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (9c9d3300-03a4-44b8-b1e0-f13a6e6e1326), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:33.130582 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd43e5-77a8-4af8-8cb9-b60435051162 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event deleted for resources: {'Port': ['ID=9c9d3300-03a4-44b8-b1e0-f13a6e6e1326,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:33.238206 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43857a85-7412-4c5b-8f26-b5c266b28c8b req-e5fd43e5-77a8-4af8-8cb9-b60435051162 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Router 92a516de-15f7-4509-8377-11beb192c09d has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:00:33.335256 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-feb64ed5-0944-4a7c-b23e-76f704c4356b req-1244232e-4b49-48d8-9e7a-504edf93b4a0 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 210 time: 0.0275972 Sep 21 22:00:33.347327 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43857a85-7412-4c5b-8f26-b5c266b28c8b req-e5fd43e5-77a8-4af8-8cb9-b60435051162 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:00:33.367449 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc17159b-189e-4e31-aa8e-5df305b041ca None None] Sync routers for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:00:33.379523 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc17159b-189e-4e31-aa8e-5df305b041ca None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:33.380139 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-cc17159b-189e-4e31-aa8e-5df305b041ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:00:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:33.410938 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-43857a85-7412-4c5b-8f26-b5c266b28c8b req-e5fd43e5-77a8-4af8-8cb9-b60435051162 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] No DVR routers for this DVR port 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 on host hv-cinder-85881 {{(pid=110730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:00:33.413614 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-43857a85-7412-4c5b-8f26-b5c266b28c8b req-e5fd43e5-77a8-4af8-8cb9-b60435051162 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:33.417080 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-43857a85-7412-4c5b-8f26-b5c266b28c8b req-e5fd43e5-77a8-4af8-8cb9-b60435051162 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "DELETE /v2.0/ports/9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 HTTP/1.1" status: 204 len: 173 time: 0.9152257 Sep 21 22:00:33.417717 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce0e695-e327-432e-8bda-0e75f6d33c75', 'name': 'network-vif-deleted', 'tag': '9c9d3300-03a4-44b8-b1e0-f13a6e6e1326'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:00:33.420014 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8ea648-6993-4c84-82eb-b6c675f30f6e" -d '{"events": [{"server_uuid": "dce0e695-e327-432e-8bda-0e75f6d33c75", "name": "network-vif-deleted", "tag": "9c9d3300-03a4-44b8-b1e0-f13a6e6e1326"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:00:33.454147 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0af72-dee1-4bce-bf11-5348ef50e489 req-26d64e3c-cff3-47d3-a071-57082344f860 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:33.455672 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-10e0af72-dee1-4bce-bf11-5348ef50e489 req-26d64e3c-cff3-47d3-a071-57082344f860 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 945 time: 0.0595121 Sep 21 22:00:33.503300 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-cc17159b-189e-4e31-aa8e-5df305b041ca None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:33.511084 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-10e0af72-dee1-4bce-bf11-5348ef50e489 req-64198e66-c3af-46b5-a57c-084caf5093b9 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495877 Sep 21 22:00:33.710695 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fda721b-4cf1-4a0a-bdfa-b23adef428f8 x-openstack-request-id: req-6fda721b-4cf1-4a0a-bdfa-b23adef428f8 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:00:33.711185 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce0e695-e327-432e-8bda-0e75f6d33c75", "name": "network-vif-deleted", "tag": "9c9d3300-03a4-44b8-b1e0-f13a6e6e1326", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:00:33.711306 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6fda721b-4cf1-4a0a-bdfa-b23adef428f8 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:00:33.712638 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fda721b-4cf1-4a0a-bdfa-b23adef428f8'] response: {'server_uuid': 'dce0e695-e327-432e-8bda-0e75f6d33c75', 'name': 'network-vif-deleted', 'tag': '9c9d3300-03a4-44b8-b1e0-f13a6e6e1326', 'status': 'completed', 'code': 200} Sep 21 22:00:33.727908 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ea95b-3aa5-4d94-b436-dd645e5a628f req-353f78d2-fa32-4aed-bf1f-79ca829bfec5 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:33.729558 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3f9ea95b-3aa5-4d94-b436-dd645e5a628f req-353f78d2-fa32-4aed-bf1f-79ca829bfec5 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0968082 Sep 21 22:00:33.785009 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-cc17159b-189e-4e31-aa8e-5df305b041ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:33.785638 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3f9ea95b-3aa5-4d94-b436-dd645e5a628f req-9a3fd929-df48-4c16-a124-0633af4c067a tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486698 Sep 21 22:00:33.809163 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc17159b-189e-4e31-aa8e-5df305b041ca None None] Checking router: 92a516de-15f7-4509-8377-11beb192c09d for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:00:33.817039 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc17159b-189e-4e31-aa8e-5df305b041ca None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:33.817664 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-cc17159b-189e-4e31-aa8e-5df305b041ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:00:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:33.919991 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-cc17159b-189e-4e31-aa8e-5df305b041ca None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:34.118868 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-cc17159b-189e-4e31-aa8e-5df305b041ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:34.143483 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc17159b-189e-4e31-aa8e-5df305b041ca None None] The sync data for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi is: [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:00:34.171786 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device f7aa398b-dce9-479c-8f88-2c71037347bd up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:34.222018 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port f7aa398b-dce9-479c-8f88-2c71037347bd triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:34.222394 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:34.222735 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port f7aa398b-dce9-479c-8f88-2c71037347bd Sep 21 22:00:34.298193 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port f7aa398b-dce9-479c-8f88-2c71037347bd is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:34.298596 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:34.326524 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4dfc06-676c-45de-a4f1-fbba14d7a4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aa398b-dce9-479c-8f88-2c71037347bd'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:00:34.329239 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87eb009-125d-4b9f-b77f-617c44b69f04" -d '{"events": [{"server_uuid": "2b4dfc06-676c-45de-a4f1-fbba14d7a4a8", "name": "network-vif-plugged", "status": "completed", "tag": "f7aa398b-dce9-479c-8f88-2c71037347bd"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:00:34.344372 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port f7aa398b-dce9-479c-8f88-2c71037347bd, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f7aa398b-dce9-479c-8f88-2c71037347bd,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:34.407140 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:34.408191 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:00:34.417988 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10563f84-df69-4ac6-bd4d-c9eaf24a3810 None None] New status for floating IP d2c30b55-2c50-40b4-b935-1673bcab5749: DOWN {{(pid=110733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:00:34.478470 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:00:34.478470 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 9c9d3300-03a4-44b8-b1e0-f13a6e6e1326 not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:00:34.496429 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=f7aa398b-dce9-479c-8f88-2c71037347bd,revision_number=10']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:34.537642 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b028ea33-038c-43ce-aa05-b9183ca10384 req-c9c6fe01-f754-4649-91d4-f513400bc730 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce0e695-e327-432e-8bda-0e75f6d33c75 HTTP/1.1" status: 200 len: 210 time: 0.0921872 Sep 21 22:00:34.568014 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8e31cd-0214-48ff-8688-46b473837f87 x-openstack-request-id: req-de8e31cd-0214-48ff-8688-46b473837f87 {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:00:34.568309 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4dfc06-676c-45de-a4f1-fbba14d7a4a8", "name": "network-vif-plugged", "status": "completed", "tag": "f7aa398b-dce9-479c-8f88-2c71037347bd", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:00:34.569112 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de8e31cd-0214-48ff-8688-46b473837f87 {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:00:34.569515 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8e31cd-0214-48ff-8688-46b473837f87'] response: {'server_uuid': '2b4dfc06-676c-45de-a4f1-fbba14d7a4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aa398b-dce9-479c-8f88-2c71037347bd', 'code': 200} Sep 21 22:00:34.662698 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ade64-2e7a-46fc-8125-1da01a8acd9c req-624f7db1-64e8-4740-96f9-e2f9fe91a8dd tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:34.665403 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4d1ade64-2e7a-46fc-8125-1da01a8acd9c req-624f7db1-64e8-4740-96f9-e2f9fe91a8dd tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 947 time: 0.0670953 Sep 21 22:00:34.717489 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4d1ade64-2e7a-46fc-8125-1da01a8acd9c req-e1e92cc2-b2de-4c5d-9fb8-3c2992cb4a6c tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470738 Sep 21 22:00:34.913554 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ceb51-83d9-4629-ba08-723d44a03412 req-fc29ef08-1c5e-472d-b5ab-3ca9447e0bf1 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:34.915322 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c69ceb51-83d9-4629-ba08-723d44a03412 req-fc29ef08-1c5e-472d-b5ab-3ca9447e0bf1 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0557790 Sep 21 22:00:34.950462 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97412164-fc1d-4998-a33a-10e223d5eea2 req-cd60d079-0b7c-4c50-8d8d-9b9055d1d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:34.952682 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-97412164-fc1d-4998-a33a-10e223d5eea2 req-cd60d079-0b7c-4c50-8d8d-9b9055d1d56d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 1131 time: 0.0460985 Sep 21 22:00:34.967153 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c69ceb51-83d9-4629-ba08-723d44a03412 req-99394773-38eb-451f-8f08-0f6c51c951ea tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456619 Sep 21 22:00:35.000528 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-97412164-fc1d-4998-a33a-10e223d5eea2 req-20c36874-a7ed-4372-a762-e2ad2aa7498a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400941 Sep 21 22:00:35.653938 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 47274) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:35.706574 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6809d54b-797b-4bfd-9cce-bcd820057be9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (136f3b74-4c0e-400e-84b2-08989f36006a), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:35.729963 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6809d54b-797b-4bfd-9cce-bcd820057be9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (136f3b74-4c0e-400e-84b2-08989f36006a), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:35.859544 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1b144-a482-42b3-8c8c-b0854510c7ae req-1100ee88-0e7b-4ed9-a447-28ac2268d4af tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:35.860927 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6cc1b144-a482-42b3-8c8c-b0854510c7ae req-1100ee88-0e7b-4ed9-a447-28ac2268d4af tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 947 time: 0.0555692 Sep 21 22:00:35.862017 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6809d54b-797b-4bfd-9cce-bcd820057be9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (136f3b74-4c0e-400e-84b2-08989f36006a), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:35.864555 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6809d54b-797b-4bfd-9cce-bcd820057be9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:35.865616 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-6809d54b-797b-4bfd-9cce-bcd820057be9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "DELETE /v2.0/security-groups/136f3b74-4c0e-400e-84b2-08989f36006a HTTP/1.1" status: 204 len: 168 time: 0.2107060 Sep 21 22:00:35.868421 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 47278) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:35.881423 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.api.v2.resource [None req-0ea10377-d313-410a-b944-5042328871d7 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] show failed (client error): The resource could not be found. Sep 21 22:00:35.882422 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-0ea10377-d313-410a-b944-5042328871d7 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups/136f3b74-4c0e-400e-84b2-08989f36006a HTTP/1.1" status: 404 len: 347 time: 0.0129802 Sep 21 22:00:35.883343 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809d54b-797b-4bfd-9cce-bcd820057be9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=136f3b74-4c0e-400e-84b2-08989f36006a,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:35.886383 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 47280) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:35.924127 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6cc1b144-a482-42b3-8c8c-b0854510c7ae req-5954f1a9-471d-428e-a417-a0fb63398217 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539417 Sep 21 22:00:36.008143 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-c8a244c5-cb7a-42c7-9515-cd197e4598d9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Deleting port 8c833986-da33-4eb3-89be-cf919bcfc516 {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:00:36.008669 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c8a244c5-cb7a-42c7-9515-cd197e4598d9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (8c833986-da33-4eb3-89be-cf919bcfc516), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.090510 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c8a244c5-cb7a-42c7-9515-cd197e4598d9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (8c833986-da33-4eb3-89be-cf919bcfc516), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.090839 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c8a244c5-cb7a-42c7-9515-cd197e4598d9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (8c833986-da33-4eb3-89be-cf919bcfc516), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.096112 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54dc48-9948-4eb1-90d8-0194217c2fa4 req-8b7cb538-221a-4696-83b8-4c2d01678477 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:36.097649 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8e54dc48-9948-4eb1-90d8-0194217c2fa4 req-8b7cb538-221a-4696-83b8-4c2d01678477 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 944 time: 0.0546494 Sep 21 22:00:36.102986 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-c8a244c5-cb7a-42c7-9515-cd197e4598d9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Calling delete_port for 8c833986-da33-4eb3-89be-cf919bcfc516 owned by network:floatingip {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:00:36.178731 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8e54dc48-9948-4eb1-90d8-0194217c2fa4 req-5cb7afbe-4e9c-4812-ae5f-427dbf26c051 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564003 Sep 21 22:00:36.189213 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device f17c0f96-a0c1-4158-bd7e-90fee5d43f25 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:00:36.296302 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port f17c0f96-a0c1-4158-bd7e-90fee5d43f25, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f17c0f96-a0c1-4158-bd7e-90fee5d43f25,segment=NetworkSegment(ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f),segment_id=ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:36.308097 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25', 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553', 'port_id': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c905c7-034c-443d-b146-b33f013859ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:00:36.327682 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c8a244c5-cb7a-42c7-9515-cd197e4598d9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (8c833986-da33-4eb3-89be-cf919bcfc516), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.345620 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:36.346024 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.353767 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a244c5-cb7a-42c7-9515-cd197e4598d9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event deleted for resources: {'Port': ['ID=8c833986-da33-4eb3-89be-cf919bcfc516,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:36.361096 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17c0f96-a0c1-4158-bd7e-90fee5d43f25 {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:00:36.391386 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port f17c0f96-a0c1-4158-bd7e-90fee5d43f25, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f17c0f96-a0c1-4158-bd7e-90fee5d43f25,segment=NetworkSegment(ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f),segment_id=ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:36.419415 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c8a244c5-cb7a-42c7-9515-cd197e4598d9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (d2c30b55-2c50-40b4-b935-1673bcab5749), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.421997 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c8a244c5-cb7a-42c7-9515-cd197e4598d9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.423161 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-c8a244c5-cb7a-42c7-9515-cd197e4598d9 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "DELETE /v2.0/floatingips/d2c30b55-2c50-40b4-b935-1673bcab5749 HTTP/1.1" status: 204 len: 168 time: 0.5358090 Sep 21 22:00:36.459293 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.507617 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=f17c0f96-a0c1-4158-bd7e-90fee5d43f25,revision_number=7']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:36.541428 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 47308) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:36.545894 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-afa28dcb-a3fc-403f-ad43-dedafa04699b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'security_group': {'name': 'tempest-securitygroup--83655540', 'description': 'tempest-description--1819152469'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:36.645677 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-afa28dcb-a3fc-403f-ad43-dedafa04699b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.715986 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-afa28dcb-a3fc-403f-ad43-dedafa04699b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (45b776a9-b37e-41d0-90dc-a8f3a0e4fca5), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.746294 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['f17c0f96-a0c1-4158-bd7e-90fee5d43f25'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:00:36.789619 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-afa28dcb-a3fc-403f-ad43-dedafa04699b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (45b776a9-b37e-41d0-90dc-a8f3a0e4fca5), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.822337 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa28dcb-a3fc-403f-ad43-dedafa04699b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b776a9-b37e-41d0-90dc-a8f3a0e4fca5,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:36.877710 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-afa28dcb-a3fc-403f-ad43-dedafa04699b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.879964 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-afa28dcb-a3fc-403f-ad43-dedafa04699b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3367863 Sep 21 22:00:36.883186 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 47330) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:36.888812 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-6f2b71c2-c6a7-41bc-9b54-3379f1c8e752 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'security_group_rule': {'security_group_id': '45b776a9-b37e-41d0-90dc-a8f3a0e4fca5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:37.002546 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6f2b71c2-c6a7-41bc-9b54-3379f1c8e752 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (124071a2-7e7b-4186-8a8b-f781d68af994), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.090348 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6f2b71c2-c6a7-41bc-9b54-3379f1c8e752 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (124071a2-7e7b-4186-8a8b-f781d68af994), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.103686 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4184364-7c32-421e-bf02-669a628a1446 req-a75b40ae-2adf-4607-a60a-616a86e02935 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:37.105304 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f4184364-7c32-421e-bf02-669a628a1446 req-a75b40ae-2adf-4607-a60a-616a86e02935 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 947 time: 0.0762475 Sep 21 22:00:37.155000 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f4184364-7c32-421e-bf02-669a628a1446 req-bfc90a12-f05d-4e45-81b8-94f4d9ea4b80 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440154 Sep 21 22:00:37.186784 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6f2b71c2-c6a7-41bc-9b54-3379f1c8e752 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (124071a2-7e7b-4186-8a8b-f781d68af994), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.206579 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b71c2-c6a7-41bc-9b54-3379f1c8e752 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124071a2-7e7b-4186-8a8b-f781d68af994,revision_number=0']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:37.291202 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55494bb9-fb1d-489a-ba6d-c51fd8830808 req-1b2247bc-b6f1-4664-b09c-2d7f2c5bdbb9 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:37.292707 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-55494bb9-fb1d-489a-ba6d-c51fd8830808 req-1b2247bc-b6f1-4664-b09c-2d7f2c5bdbb9 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 945 time: 0.0590384 Sep 21 22:00:37.295828 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6f2b71c2-c6a7-41bc-9b54-3379f1c8e752 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.299502 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-6f2b71c2-c6a7-41bc-9b54-3379f1c8e752 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4126003 Sep 21 22:00:37.300317 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 47346) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:37.305095 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-12f320c1-db8c-4557-84da-18bc77a80012 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'security_group_rule': {'security_group_id': '45b776a9-b37e-41d0-90dc-a8f3a0e4fca5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:37.346221 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-55494bb9-fb1d-489a-ba6d-c51fd8830808 req-2a21c54c-119e-4fc2-b5ea-93ee1ca317c0 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475080 Sep 21 22:00:37.406772 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-12f320c1-db8c-4557-84da-18bc77a80012 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (e99303f5-6e62-4d61-9b8a-ad225958329a), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.460589 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-12f320c1-db8c-4557-84da-18bc77a80012 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (e99303f5-6e62-4d61-9b8a-ad225958329a), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.549993 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-12f320c1-db8c-4557-84da-18bc77a80012 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (e99303f5-6e62-4d61-9b8a-ad225958329a), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.571103 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f320c1-db8c-4557-84da-18bc77a80012 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99303f5-6e62-4d61-9b8a-ad225958329a,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:37.637687 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-12f320c1-db8c-4557-84da-18bc77a80012 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.638951 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-12f320c1-db8c-4557-84da-18bc77a80012 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3374348 Sep 21 22:00:37.642165 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 47348) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:37.646396 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-b21bdda9-6444-47e2-b769-11e3b2b727cd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'floatingip': {'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:37.782521 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b21bdda9-6444-47e2-b769-11e3b2b727cd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.882534 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b21bdda9-6444-47e2-b769-11e3b2b727cd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.988400 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-b21bdda9-6444-47e2-b769-11e3b2b727cd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Allocated IP 172.27.2.225 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/7c824b4b-3967-4339-96d5-117a0ff957e5) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:38.088788 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b21bdda9-6444-47e2-b769-11e3b2b727cd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for port (7c824b4b-3967-4339-96d5-117a0ff957e5), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.178435 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b21bdda9-6444-47e2-b769-11e3b2b727cd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (7c824b4b-3967-4339-96d5-117a0ff957e5), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.179511 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device f17c0f96-a0c1-4158-bd7e-90fee5d43f25 up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:38.228481 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bdda9-6444-47e2-b769-11e3b2b727cd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'Port': ['ID=7c824b4b-3967-4339-96d5-117a0ff957e5,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:38.233528 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21bdda9-6444-47e2-b769-11e3b2b727cd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:38.234972 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-b21bdda9-6444-47e2-b769-11e3b2b727cd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:38.237339 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21bdda9-6444-47e2-b769-11e3b2b727cd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:38.237919 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:38.238293 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.238724 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 Sep 21 22:00:38.305622 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d1f90-83a7-41d6-8920-a162dc249374 req-d60aba71-75b0-40e9-992d-8f1102946a7b tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:38.307893 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-686d1f90-83a7-41d6-8920-a162dc249374 req-d60aba71-75b0-40e9-992d-8f1102946a7b tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 947 time: 0.0703852 Sep 21 22:00:38.339772 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b21bdda9-6444-47e2-b769-11e3b2b727cd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (dc4f2a4a-2084-4d17-8787-bf8affd018ee), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.345112 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:38.345112 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.369730 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6348e98b-689d-4f71-9d17-176f02fd8903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:00:38.372113 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875aa63d-6457-4693-b4f9-d82386a54e36" -d '{"events": [{"server_uuid": "6348e98b-689d-4f71-9d17-176f02fd8903", "name": "network-vif-plugged", "status": "completed", "tag": "f17c0f96-a0c1-4158-bd7e-90fee5d43f25"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:00:38.384422 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-686d1f90-83a7-41d6-8920-a162dc249374 req-92ed4dfd-0ecc-45cb-bcb1-443b8c139312 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698044 Sep 21 22:00:38.385164 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port f17c0f96-a0c1-4158-bd7e-90fee5d43f25, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f17c0f96-a0c1-4158-bd7e-90fee5d43f25,segment=NetworkSegment(ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f),segment_id=ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:38.442867 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b21bdda9-6444-47e2-b769-11e3b2b727cd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (7c824b4b-3967-4339-96d5-117a0ff957e5), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.458403 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4844ab-cb73-4b22-a3f5-a09f37552f38 x-openstack-request-id: req-6d4844ab-cb73-4b22-a3f5-a09f37552f38 {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:00:38.458708 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6348e98b-689d-4f71-9d17-176f02fd8903", "name": "network-vif-plugged", "status": "completed", "tag": "f17c0f96-a0c1-4158-bd7e-90fee5d43f25", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:00:38.459157 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d4844ab-cb73-4b22-a3f5-a09f37552f38 {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:00:38.459569 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d4844ab-cb73-4b22-a3f5-a09f37552f38'] response: {'server_uuid': '6348e98b-689d-4f71-9d17-176f02fd8903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25', 'code': 200} Sep 21 22:00:38.486035 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.490026 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07afba-19ac-44bd-b2c2-2a5795eb76e2 req-19fb9df6-dd16-4f8d-8174-92517b38954d tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:38.499148 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cc07afba-19ac-44bd-b2c2-2a5795eb76e2 req-19fb9df6-dd16-4f8d-8174-92517b38954d tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 945 time: 0.0748172 Sep 21 22:00:38.557484 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cc07afba-19ac-44bd-b2c2-2a5795eb76e2 req-f0d5a1ca-49f5-4eeb-8c0c-2969f04f108e tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574250 Sep 21 22:00:38.562396 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=f17c0f96-a0c1-4158-bd7e-90fee5d43f25,revision_number=8']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:38.638362 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b21bdda9-6444-47e2-b769-11e3b2b727cd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for port (7c824b4b-3967-4339-96d5-117a0ff957e5), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.715451 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b21bdda9-6444-47e2-b769-11e3b2b727cd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (7c824b4b-3967-4339-96d5-117a0ff957e5), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.792323 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bdda9-6444-47e2-b769-11e3b2b727cd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'Port': ['ID=7c824b4b-3967-4339-96d5-117a0ff957e5,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:38.816242 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b21bdda9-6444-47e2-b769-11e3b2b727cd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (dc4f2a4a-2084-4d17-8787-bf8affd018ee), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.840802 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b718b-62d5-456f-b2dc-07ffa78e86aa req-18407b0f-e2ff-40d2-841c-03d4281961da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:38.842373 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-819b718b-62d5-456f-b2dc-07ffa78e86aa req-18407b0f-e2ff-40d2-841c-03d4281961da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 1130 time: 0.0639758 Sep 21 22:00:38.888324 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-819b718b-62d5-456f-b2dc-07ffa78e86aa req-f09f7879-c408-4c51-b184-d6b8dac79bad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396483 Sep 21 22:00:38.904457 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b21bdda9-6444-47e2-b769-11e3b2b727cd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.907158 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-b21bdda9-6444-47e2-b769-11e3b2b727cd tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2626054 Sep 21 22:00:39.101608 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-d4dcc9bf-a3a2-4768-8ba4-766fa7886a49 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--83655540&fields=id&tenant_id=97db019d1a20418dbd658422bd2abeec HTTP/1.1" status: 200 len: 267 time: 0.0444901 Sep 21 22:00:39.205945 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ac9948f7-9ecf-4f93-bbd1-56e6c8224114 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:39.207411 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ac9948f7-9ecf-4f93-bbd1-56e6c8224114 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/networks?id=22bd5fcb-36cb-4d04-8fd5-44574faee68f HTTP/1.1" status: 200 len: 815 time: 0.0994217 Sep 21 22:00:39.221550 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-cebda69a-1b16-4854-af07-ca1a3d3592a3 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/quotas/97db019d1a20418dbd658422bd2abeec HTTP/1.1" status: 200 len: 375 time: 0.0087061 Sep 21 22:00:39.278335 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-721d50a6-d27b-4f8c-b116-1db40f079948 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=97db019d1a20418dbd658422bd2abeec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513608 Sep 21 22:00:39.380182 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-4fcd8679-de5f-4390-987d-0d389bc60225 service neutron] 10.222.0.42 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844653 Sep 21 22:00:39.476496 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-012ebe74-08f7-4b22-9f14-3676bf6e288d service neutron] 10.222.0.42 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901296 Sep 21 22:00:39.693732 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1d52e-ca97-4dc4-aad6-d0f980784625 req-95ab8d3b-9cc3-4a86-a656-2bbfeded304c tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:39.695278 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-80f1d52e-ca97-4dc4-aad6-d0f980784625 req-95ab8d3b-9cc3-4a86-a656-2bbfeded304c tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0637102 Sep 21 22:00:39.730004 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-12262301-daec-4ab7-9d17-54af39a460a9 req-4aab0aab-2f0a-4006-9466-9d49da9d2b43 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 210 time: 0.0337260 Sep 21 22:00:39.771861 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-80f1d52e-ca97-4dc4-aad6-d0f980784625 req-b383bf80-5c0d-4753-96f3-a77e582bcf9a tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673819 Sep 21 22:00:40.831017 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-abd755a8-e114-439f-ab2a-a43becdff369 req-21388155-bbf8-497e-aaed-06a6570416e2 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 210 time: 0.0286677 Sep 21 22:00:40.942660 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bd44a-647e-457e-a150-cb1c129400ee req-09ef686e-515e-4f2f-ad20-86b6c3ad2f95 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:40.944117 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-872bd44a-647e-457e-a150-cb1c129400ee req-09ef686e-515e-4f2f-ad20-86b6c3ad2f95 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0588620 Sep 21 22:00:40.994780 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-872bd44a-647e-457e-a150-cb1c129400ee req-e57bb01f-5254-48c9-a705-b04a01464029 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445862 Sep 21 22:00:41.825587 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-a4fb59c1-f8ea-4b5f-8bfd-d446cae9d985 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:41.833719 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-a4fb59c1-f8ea-4b5f-8bfd-d446cae9d985 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "GET /v2.0/networks?id=22bd5fcb-36cb-4d04-8fd5-44574faee68f HTTP/1.1" status: 200 len: 815 time: 0.1089811 Sep 21 22:00:41.899295 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-22565d6b-2ad1-47a9-8e1a-92ead8001b67 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97db019d1a20418dbd658422bd2abeec HTTP/1.1" status: 200 len: 378 time: 0.0568779 Sep 21 22:00:41.909040 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-58a36b7c-a2ae-4893-9c5c-d74f5e552345 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'port': {'device_id': '08062e33-20ae-42c6-82e0-b9e389166659', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'admin_state_up': True, 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'security_groups': ['45b776a9-b37e-41d0-90dc-a8f3a0e4fca5']}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:41.949693 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-df6cd107-e8f3-42ed-8e7a-be65b2ee3476 req-1369e7ab-f946-4c7d-8b0c-1820afa5de37 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 210 time: 0.0338941 Sep 21 22:00:42.126523 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-58a36b7c-a2ae-4893-9c5c-d74f5e552345 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Made reservation on behalf of 97db019d1a20418dbd658422bd2abeec for: {'port': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:00:42.131061 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-58a36b7c-a2ae-4893-9c5c-d74f5e552345 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.264033 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-58a36b7c-a2ae-4893-9c5c-d74f5e552345 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Allocated IP 172.20.0.9 (22bd5fcb-36cb-4d04-8fd5-44574faee68f/ffad0065-5e21-48c1-8b35-fb87327cf65f/ffd20e0b-7afc-4466-9f8c-923ef441d098) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:42.400430 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-58a36b7c-a2ae-4893-9c5c-d74f5e552345 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for port (ffd20e0b-7afc-4466-9f8c-923ef441d098), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.454795 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:00:42.486750 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-58a36b7c-a2ae-4893-9c5c-d74f5e552345 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (ffd20e0b-7afc-4466-9f8c-923ef441d098), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.532172 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-58a36b7c-a2ae-4893-9c5c-d74f5e552345 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Network 22bd5fcb-36cb-4d04-8fd5-44574faee68f is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:42.535558 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-58a36b7c-a2ae-4893-9c5c-d74f5e552345 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:42.541448 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-58a36b7c-a2ae-4893-9c5c-d74f5e552345 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:42.565094 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a36b7c-a2ae-4893-9c5c-d74f5e552345 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event updated for resources: {'Port': ['ID=ffd20e0b-7afc-4466-9f8c-923ef441d098,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:42.597621 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-58a36b7c-a2ae-4893-9c5c-d74f5e552345 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:42.598247 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-58a36b7c-a2ae-4893-9c5c-d74f5e552345 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.754802 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-2ccf8d77-7d17-4139-8cd4-c271e74890f5 None None] Provisioning complete for port ffd20e0b-7afc-4466-9f8c-923ef441d098 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:42.755387 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-2ccf8d77-7d17-4139-8cd4-c271e74890f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (ffd20e0b-7afc-4466-9f8c-923ef441d098), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.755483 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-2ccf8d77-7d17-4139-8cd4-c271e74890f5 None None] Attempt 1 to provision port ffd20e0b-7afc-4466-9f8c-923ef441d098 Sep 21 22:00:42.775339 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-58a36b7c-a2ae-4893-9c5c-d74f5e552345 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8703523 Sep 21 22:00:42.786041 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf8d77-7d17-4139-8cd4-c271e74890f5 None None] Port ffd20e0b-7afc-4466-9f8c-923ef441d098 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:42.792615 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Request body: {'port': {'device_id': '08062e33-20ae-42c6-82e0-b9e389166659', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:42.853626 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (ffd20e0b-7afc-4466-9f8c-923ef441d098), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.070694 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563229e-350c-484c-85a5-17412995a422 req-883e75b9-6b24-4ff8-bb8b-739186cfb17d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:43.072167 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5563229e-350c-484c-85a5-17412995a422 req-883e75b9-6b24-4ff8-bb8b-739186cfb17d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 931 time: 0.0562234 Sep 21 22:00:43.105013 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd20e0b-7afc-4466-9f8c-923ef441d098 {{(pid=110730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:00:43.112658 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Publish callbacks [] for port (ffd20e0b-7afc-4466-9f8c-923ef441d098), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.119996 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5563229e-350c-484c-85a5-17412995a422 req-fbbf106c-d31e-47f4-aa1c-539e80b89e23 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b776a9-b37e-41d0-90dc-a8f3a0e4fca5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418015 Sep 21 22:00:43.125758 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.provisioning_blocks [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Transition to ACTIVE for port object ffd20e0b-7afc-4466-9f8c-923ef441d098 will not be triggered until provisioned by entity L2. {{(pid=110730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:00:43.189399 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (ffd20e0b-7afc-4466-9f8c-923ef441d098), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.248086 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd20e0b-7afc-4466-9f8c-923ef441d098,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:43.288977 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-2ccf8d77-7d17-4139-8cd4-c271e74890f5 None None] Attempt 2 to provision port ffd20e0b-7afc-4466-9f8c-923ef441d098 Sep 21 22:00:43.298430 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Attempting to bind port ffd20e0b-7afc-4466-9f8c-923ef441d098 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:00:43.298768 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Attempting to bind port ffd20e0b-7afc-4466-9f8c-923ef441d098 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:00:43.299095 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Attempting to bind port ffd20e0b-7afc-4466-9f8c-923ef441d098 on network 22bd5fcb-36cb-4d04-8fd5-44574faee68f {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:43.303398 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Port ffd20e0b-7afc-4466-9f8c-923ef441d098 on network 22bd5fcb-36cb-4d04-8fd5-44574faee68f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:00:43.303733 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Attempting to bind port ffd20e0b-7afc-4466-9f8c-923ef441d098 on network 22bd5fcb-36cb-4d04-8fd5-44574faee68f {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:43.309137 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:00:43.309475 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Checking segment: {'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:43.309853 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Bound using segment: {'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:00:43.310291 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Bound port: ffd20e0b-7afc-4466-9f8c-923ef441d098, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034a41b4-dde4-40e6-858a-9899979f36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f'}}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:00:43.310630 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (ffd20e0b-7afc-4466-9f8c-923ef441d098), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.326612 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf8d77-7d17-4139-8cd4-c271e74890f5 None None] Port ffd20e0b-7afc-4466-9f8c-923ef441d098 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:43.371837 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] For port ffd20e0b-7afc-4466-9f8c-923ef441d098, host hv-cinder-85881, cleared binding levels {{(pid=110730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:00:43.374806 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] For port ffd20e0b-7afc-4466-9f8c-923ef441d098, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=ffd20e0b-7afc-4466-9f8c-923ef441d098,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:00:43.446423 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (ffd20e0b-7afc-4466-9f8c-923ef441d098), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.450814 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:43.451434 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.453054 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] 10.222.0.61 "PUT /v2.0/ports/ffd20e0b-7afc-4466-9f8c-923ef441d098 HTTP/1.1" status: 200 len: 1093 time: 0.6651211 Sep 21 22:00:43.454001 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08062e33-20ae-42c6-82e0-b9e389166659', 'tag': 'ffd20e0b-7afc-4466-9f8c-923ef441d098'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:00:43.456787 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e83219-a078-4495-b870-a84114f09484" -d '{"events": [{"name": "network-changed", "server_uuid": "08062e33-20ae-42c6-82e0-b9e389166659", "tag": "ffd20e0b-7afc-4466-9f8c-923ef441d098"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:00:43.495370 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8e8e8c-134e-49f0-9ff2-f58f95ce2ea3 x-openstack-request-id: req-7f8e8e8c-134e-49f0-9ff2-f58f95ce2ea3 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:00:43.495669 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08062e33-20ae-42c6-82e0-b9e389166659", "tag": "ffd20e0b-7afc-4466-9f8c-923ef441d098", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:00:43.495929 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f8e8e8c-134e-49f0-9ff2-f58f95ce2ea3 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:00:43.496333 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f8e8e8c-134e-49f0-9ff2-f58f95ce2ea3'] response: {'name': 'network-changed', 'server_uuid': '08062e33-20ae-42c6-82e0-b9e389166659', 'tag': 'ffd20e0b-7afc-4466-9f8c-923ef441d098', 'status': 'completed', 'code': 200} Sep 21 22:00:43.513879 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed469c26-7490-43fe-96fe-c46bec5d8506 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd20e0b-7afc-4466-9f8c-923ef441d098,revision_number=3']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:43.581034 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e83219-a078-4495-b870-a84114f09484 req-9c25c6ee-699c-4323-9b23-c87fd771b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:43.582563 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-53e83219-a078-4495-b870-a84114f09484 req-9c25c6ee-699c-4323-9b23-c87fd771b347 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97db019d1a20418dbd658422bd2abeec&device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 1127 time: 0.0466263 Sep 21 22:00:43.691063 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e83219-a078-4495-b870-a84114f09484 req-7798da7f-5ca7-4e52-ab84-4df1e88df105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:43.698312 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-53e83219-a078-4495-b870-a84114f09484 req-7798da7f-5ca7-4e52-ab84-4df1e88df105 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=97db019d1a20418dbd658422bd2abeec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0968285 Sep 21 22:00:43.801798 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e83219-a078-4495-b870-a84114f09484 req-a73eb78d-ce33-4780-a89c-5008df5c6f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:43.801798 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-53e83219-a078-4495-b870-a84114f09484 req-a73eb78d-ce33-4780-a89c-5008df5c6f46 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934482 Sep 21 22:00:43.828009 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-2ccf8d77-7d17-4139-8cd4-c271e74890f5 None None] Attempt 3 to provision port ffd20e0b-7afc-4466-9f8c-923ef441d098 Sep 21 22:00:43.871073 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf8d77-7d17-4139-8cd4-c271e74890f5 None None] Port ffd20e0b-7afc-4466-9f8c-923ef441d098 had new provisioning blocks added so it will not transition to active. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 22:00:43.905087 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-8aca9c46-b0c4-4e02-a5c9-176e6a594739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:43.906605 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-8aca9c46-b0c4-4e02-a5c9-176e6a594739 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97db019d1a20418dbd658422bd2abeec&device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 1127 time: 0.0476608 Sep 21 22:00:43.954027 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-3ef49bf1-a327-4add-b972-e28235358dcf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffd20e0b-7afc-4466-9f8c-923ef441d098 HTTP/1.1" status: 200 len: 217 time: 0.0326223 Sep 21 22:00:44.005078 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-43b42dbf-bda7-47d1-8ca7-e8b12d73e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:44.006594 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-43b42dbf-bda7-47d1-8ca7-e8b12d73e361 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffad0065-5e21-48c1-8b35-fb87327cf65f HTTP/1.1" status: 200 len: 854 time: 0.0487869 Sep 21 22:00:44.033999 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 47482) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:44.071585 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-30bc307c-1cce-409a-856f-dfb5b36b4c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:44.073127 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-30bc307c-1cce-409a-856f-dfb5b36b4c9c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22bd5fcb-36cb-4d04-8fd5-44574faee68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458870 Sep 21 22:00:44.141629 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-19a00654-caf7-47be-8162-3b6e432c1cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.165509 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-6ed8a004-5a25-49f7-9409-e0cf6c685a7b service neutron] 10.222.0.61 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838466 Sep 21 22:00:44.241025 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-19a00654-caf7-47be-8162-3b6e432c1cf0 admin admin] Publish callbacks [] for security_group (d8b9d185-c0e8-40bd-a2f2-9e2100761f52), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.268168 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16570dee-14e3-461b-bf4e-343d9471d566 req-ae283228-cf1d-4ebc-84fd-40f863a454b0 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:44.269226 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c32e5ed5-41bb-40c9-9168-29ef3bdba7cb req-1c104628-bfa9-4b63-960a-49b97f43f538 service neutron] 10.222.0.61 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965757 Sep 21 22:00:44.270843 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-16570dee-14e3-461b-bf4e-343d9471d566 req-ae283228-cf1d-4ebc-84fd-40f863a454b0 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 943 time: 0.0698831 Sep 21 22:00:44.298155 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-19a00654-caf7-47be-8162-3b6e432c1cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (d8b9d185-c0e8-40bd-a2f2-9e2100761f52), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.352438 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-16570dee-14e3-461b-bf4e-343d9471d566 req-bfc8406b-4d4f-49a9-9f93-cfbb9c3cb96d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b776a9-b37e-41d0-90dc-a8f3a0e4fca5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759816 Sep 21 22:00:44.355924 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-19a00654-caf7-47be-8162-3b6e432c1cf0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c31621c7fc147019083198dce676da2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208277 Sep 21 22:00:44.356982 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a00654-caf7-47be-8162-3b6e432c1cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b9d185-c0e8-40bd-a2f2-9e2100761f52,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:44.358909 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 47488) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:44.368273 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a00654-caf7-47be-8162-3b6e432c1cf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:44.368273 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a00654-caf7-47be-8162-3b6e432c1cf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:44.368273 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a00654-caf7-47be-8162-3b6e432c1cf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:44.368273 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a00654-caf7-47be-8162-3b6e432c1cf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:44.368639 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a00654-caf7-47be-8162-3b6e432c1cf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:44.369014 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a00654-caf7-47be-8162-3b6e432c1cf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:44.369326 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a00654-caf7-47be-8162-3b6e432c1cf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:44.369625 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a00654-caf7-47be-8162-3b6e432c1cf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:44.369964 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a00654-caf7-47be-8162-3b6e432c1cf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:44.370467 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a00654-caf7-47be-8162-3b6e432c1cf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:44.370810 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a00654-caf7-47be-8162-3b6e432c1cf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:44.371139 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a00654-caf7-47be-8162-3b6e432c1cf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:44.371467 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a00654-caf7-47be-8162-3b6e432c1cf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:44.422190 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6ec13b22-c9ce-4fef-af87-d89f59729bb1 admin admin] Publish callbacks [] for security_group (d8b9d185-c0e8-40bd-a2f2-9e2100761f52), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.443214 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6ec13b22-c9ce-4fef-af87-d89f59729bb1 admin admin] Publish callbacks [] for security_group (d8b9d185-c0e8-40bd-a2f2-9e2100761f52), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.566708 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6ec13b22-c9ce-4fef-af87-d89f59729bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (d8b9d185-c0e8-40bd-a2f2-9e2100761f52), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.569234 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6ec13b22-c9ce-4fef-af87-d89f59729bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.570937 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-6ec13b22-c9ce-4fef-af87-d89f59729bb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8b9d185-c0e8-40bd-a2f2-9e2100761f52 HTTP/1.1" status: 204 len: 168 time: 0.2109265 Sep 21 22:00:44.582125 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec13b22-c9ce-4fef-af87-d89f59729bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b9d185-c0e8-40bd-a2f2-9e2100761f52,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:45.278930 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 47510) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:45.292745 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fbbff12c-21e1-4566-bf60-655145b377d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.369665 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fbbff12c-21e1-4566-bf60-655145b377d8 admin admin] Publish callbacks [] for security_group (fd043a7a-d791-46af-b0f8-dc7b464d7683), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.458807 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fbbff12c-21e1-4566-bf60-655145b377d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (fd043a7a-d791-46af-b0f8-dc7b464d7683), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.509626 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-fbbff12c-21e1-4566-bf60-655145b377d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=634bec55284e4cc58c71d0de62bc97c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295647 Sep 21 22:00:45.512617 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 47516) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:45.540075 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf0884-8b76-4951-9bb7-a799766fec02 req-6a3f8a13-7d9c-44d3-9d6f-be9684bd1dd6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:45.541587 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-51cf0884-8b76-4951-9bb7-a799766fec02 req-6a3f8a13-7d9c-44d3-9d6f-be9684bd1dd6 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 943 time: 0.1166272 Sep 21 22:00:45.542197 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbff12c-21e1-4566-bf60-655145b377d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd043a7a-d791-46af-b0f8-dc7b464d7683,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:45.561906 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7ebe3b93-2b6e-4727-9bbf-105bc92db0f2 admin admin] Publish callbacks [] for security_group (fd043a7a-d791-46af-b0f8-dc7b464d7683), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.587359 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7ebe3b93-2b6e-4727-9bbf-105bc92db0f2 admin admin] Publish callbacks [] for security_group (fd043a7a-d791-46af-b0f8-dc7b464d7683), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.591824 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf199b-a2b3-41ee-81b3-7b78fa6402ea req-01d913c7-d24a-44c2-b855-a5e9e4f7a68b tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:45.593357 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-dcdf199b-a2b3-41ee-81b3-7b78fa6402ea req-01d913c7-d24a-44c2-b855-a5e9e4f7a68b tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 945 time: 0.1068585 Sep 21 22:00:45.611082 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-51cf0884-8b76-4951-9bb7-a799766fec02 req-dc08ff3a-7d5f-4d65-8057-64a0b5ef4d9b tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b776a9-b37e-41d0-90dc-a8f3a0e4fca5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627131 Sep 21 22:00:45.649940 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-dcdf199b-a2b3-41ee-81b3-7b78fa6402ea req-6a1b6850-2985-4feb-9282-feb8b9e5b637 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=2022b779-e2ce-4a3d-b25f-027f2d2fd81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491123 Sep 21 22:00:45.719183 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7ebe3b93-2b6e-4727-9bbf-105bc92db0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (fd043a7a-d791-46af-b0f8-dc7b464d7683), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.721854 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7ebe3b93-2b6e-4727-9bbf-105bc92db0f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.723002 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-7ebe3b93-2b6e-4727-9bbf-105bc92db0f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd043a7a-d791-46af-b0f8-dc7b464d7683 HTTP/1.1" status: 204 len: 168 time: 0.2093649 Sep 21 22:00:45.731684 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe3b93-2b6e-4727-9bbf-105bc92db0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd043a7a-d791-46af-b0f8-dc7b464d7683,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:46.334830 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 47522) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:46.347815 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-dd02812d-894b-4b1f-9e45-04da4108b6af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.422726 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-dd02812d-894b-4b1f-9e45-04da4108b6af admin admin] Publish callbacks [] for security_group (ec09c68a-9350-4b65-ad37-cf187edac6c2), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.480719 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-dd02812d-894b-4b1f-9e45-04da4108b6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (ec09c68a-9350-4b65-ad37-cf187edac6c2), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.517639 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02812d-894b-4b1f-9e45-04da4108b6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec09c68a-9350-4b65-ad37-cf187edac6c2,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:46.521529 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-dd02812d-894b-4b1f-9e45-04da4108b6af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f7ce550e6b294b8e92fe8392298c4cbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1856463 Sep 21 22:00:46.524280 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 47524) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:46.527258 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02812d-894b-4b1f-9e45-04da4108b6af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:46.527603 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02812d-894b-4b1f-9e45-04da4108b6af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:46.527942 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02812d-894b-4b1f-9e45-04da4108b6af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:46.528276 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02812d-894b-4b1f-9e45-04da4108b6af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:46.528608 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02812d-894b-4b1f-9e45-04da4108b6af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:46.528946 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02812d-894b-4b1f-9e45-04da4108b6af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:46.529420 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02812d-894b-4b1f-9e45-04da4108b6af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:46.529760 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02812d-894b-4b1f-9e45-04da4108b6af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:46.530112 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02812d-894b-4b1f-9e45-04da4108b6af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:46.530439 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02812d-894b-4b1f-9e45-04da4108b6af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:46.530759 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02812d-894b-4b1f-9e45-04da4108b6af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:46.531078 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02812d-894b-4b1f-9e45-04da4108b6af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:46.531395 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02812d-894b-4b1f-9e45-04da4108b6af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:46.571664 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ae59aaac-2142-4da8-92c3-e731b6d7acff admin admin] Publish callbacks [] for security_group (ec09c68a-9350-4b65-ad37-cf187edac6c2), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.591794 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ae59aaac-2142-4da8-92c3-e731b6d7acff admin admin] Publish callbacks [] for security_group (ec09c68a-9350-4b65-ad37-cf187edac6c2), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.692691 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ae59aaac-2142-4da8-92c3-e731b6d7acff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (ec09c68a-9350-4b65-ad37-cf187edac6c2), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.695243 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ae59aaac-2142-4da8-92c3-e731b6d7acff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.696354 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-ae59aaac-2142-4da8-92c3-e731b6d7acff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec09c68a-9350-4b65-ad37-cf187edac6c2 HTTP/1.1" status: 204 len: 168 time: 0.1710391 Sep 21 22:00:46.722829 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59aaac-2142-4da8-92c3-e731b6d7acff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec09c68a-9350-4b65-ad37-cf187edac6c2,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:46.785466 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fad3b-c256-47a2-9324-4bbd54b0f6a4 req-0bf98e7e-0411-4ae0-ba97-5254b8baf791 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:46.786961 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-487fad3b-c256-47a2-9324-4bbd54b0f6a4 req-0bf98e7e-0411-4ae0-ba97-5254b8baf791 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 943 time: 0.1044760 Sep 21 22:00:46.807705 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fdcea-e237-46d0-8088-1a2906e1a730 req-699a8bac-d45d-4296-9237-ae0a0e71e095 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:46.809167 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-712fdcea-e237-46d0-8088-1a2906e1a730 req-699a8bac-d45d-4296-9237-ae0a0e71e095 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 945 time: 0.0834224 Sep 21 22:00:46.871745 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-487fad3b-c256-47a2-9324-4bbd54b0f6a4 req-845f7104-f4cc-4129-93df-8a632bd2c61d tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b776a9-b37e-41d0-90dc-a8f3a0e4fca5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770297 Sep 21 22:00:46.878936 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-712fdcea-e237-46d0-8088-1a2906e1a730 req-16c300f9-0424-4dc3-872d-393ce1823b2d tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=2022b779-e2ce-4a3d-b25f-027f2d2fd81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624821 Sep 21 22:00:47.527908 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94e5e6-6fd7-4dca-95b0-19d0eedacfb7 req-44db7477-0ad1-489d-aa98-486e05fb8f71 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:47.529314 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4e94e5e6-6fd7-4dca-95b0-19d0eedacfb7 req-44db7477-0ad1-489d-aa98-486e05fb8f71 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.61 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 945 time: 0.0521631 Sep 21 22:00:47.621717 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-4e94e5e6-6fd7-4dca-95b0-19d0eedacfb7 req-6eb3e8a7-163b-47b4-a137-da5d8427ed48 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Deleting port 4fd0a78b-11ab-41dc-b997-134e2efbf011 {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:00:47.622053 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4e94e5e6-6fd7-4dca-95b0-19d0eedacfb7 req-6eb3e8a7-163b-47b4-a137-da5d8427ed48 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (4fd0a78b-11ab-41dc-b997-134e2efbf011), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:47.709891 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-4e94e5e6-6fd7-4dca-95b0-19d0eedacfb7 req-6eb3e8a7-163b-47b4-a137-da5d8427ed48 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] For port 4fd0a78b-11ab-41dc-b997-134e2efbf011, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=4fd0a78b-11ab-41dc-b997-134e2efbf011,segment=NetworkSegment(978b6f9c-54de-4032-ac85-449a38d20e49),segment_id=978b6f9c-54de-4032-ac85-449a38d20e49)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:47.710262 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4e94e5e6-6fd7-4dca-95b0-19d0eedacfb7 req-6eb3e8a7-163b-47b4-a137-da5d8427ed48 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (4fd0a78b-11ab-41dc-b997-134e2efbf011), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:47.873624 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4e94e5e6-6fd7-4dca-95b0-19d0eedacfb7 req-6eb3e8a7-163b-47b4-a137-da5d8427ed48 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:47.873988 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4e94e5e6-6fd7-4dca-95b0-19d0eedacfb7 req-6eb3e8a7-163b-47b4-a137-da5d8427ed48 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (ad10db36-feb6-4890-b08c-2ad4d63a2764), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:47.874305 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.l3_db [req-4e94e5e6-6fd7-4dca-95b0-19d0eedacfb7 req-6eb3e8a7-163b-47b4-a137-da5d8427ed48 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Floating IP ad10db36-feb6-4890-b08c-2ad4d63a2764 disassociated. External IP: 172.27.2.113, port: 4fd0a78b-11ab-41dc-b997-134e2efbf011. Sep 21 22:00:47.874650 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-4e94e5e6-6fd7-4dca-95b0-19d0eedacfb7 req-6eb3e8a7-163b-47b4-a137-da5d8427ed48 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Calling delete_port for 4fd0a78b-11ab-41dc-b997-134e2efbf011 owned by compute:nova {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:00:48.035379 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9f185-e3ca-421c-ab2b-e005a9412ba1 req-0fb4d551-3d58-40e8-a55d-ac5b4113c609 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:48.036840 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8eb9f185-e3ca-421c-ab2b-e005a9412ba1 req-0fb4d551-3d58-40e8-a55d-ac5b4113c609 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 943 time: 0.0905039 Sep 21 22:00:48.044168 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefb4c8-e710-4dfc-bd0c-369822cf3b56 req-c8c27649-0468-446c-bc63-496045d149eb tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:48.045479 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3fefb4c8-e710-4dfc-bd0c-369822cf3b56 req-c8c27649-0468-446c-bc63-496045d149eb tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 945 time: 0.0873380 Sep 21 22:00:48.073863 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4e94e5e6-6fd7-4dca-95b0-19d0eedacfb7 req-6eb3e8a7-163b-47b4-a137-da5d8427ed48 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (4fd0a78b-11ab-41dc-b997-134e2efbf011), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:48.104941 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3e8a7-163b-47b4-a137-da5d8427ed48 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Pushing event deleted for resources: {'Port': ['ID=4fd0a78b-11ab-41dc-b997-134e2efbf011,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:48.120909 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8eb9f185-e3ca-421c-ab2b-e005a9412ba1 req-58d27186-40c7-484e-ab7e-dff69956b4c0 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b776a9-b37e-41d0-90dc-a8f3a0e4fca5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745108 Sep 21 22:00:48.129547 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3fefb4c8-e710-4dfc-bd0c-369822cf3b56 req-ae6bcba3-2295-4658-bdc5-3bd9f9cbe531 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups?id=2022b779-e2ce-4a3d-b25f-027f2d2fd81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772536 Sep 21 22:00:48.194914 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device ffd20e0b-7afc-4466-9f8c-923ef441d098 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:00:48.220240 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e94e5e6-6fd7-4dca-95b0-19d0eedacfb7 req-6eb3e8a7-163b-47b4-a137-da5d8427ed48 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:00:48.293795 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port ffd20e0b-7afc-4466-9f8c-923ef441d098, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=ffd20e0b-7afc-4466-9f8c-923ef441d098,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:48.306048 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': 'ffd20e0b-7afc-4466-9f8c-923ef441d098', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'port_id': 'ffd20e0b-7afc-4466-9f8c-923ef441d098', 'mac_address': 'fa:16:3e:f9:a5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:00:48.322802 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e94e5e6-6fd7-4dca-95b0-19d0eedacfb7 req-6eb3e8a7-163b-47b4-a137-da5d8427ed48 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:00:48.334111 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c6403-3308-406e-af25-75b2fb2c1afb None None] Sync routers for ids ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:00:48.352522 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port ffd20e0b-7afc-4466-9f8c-923ef441d098 is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:48.352922 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (ffd20e0b-7afc-4466-9f8c-923ef441d098), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:48.357065 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545c6403-3308-406e-af25-75b2fb2c1afb None None] Routers {'2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:48.357699 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-545c6403-3308-406e-af25-75b2fb2c1afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:00:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:48.407852 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd20e0b-7afc-4466-9f8c-923ef441d098 {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:00:48.442184 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port ffd20e0b-7afc-4466-9f8c-923ef441d098, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=ffd20e0b-7afc-4466-9f8c-923ef441d098,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:48.496997 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-545c6403-3308-406e-af25-75b2fb2c1afb None None] Set router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:48.576887 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (ffd20e0b-7afc-4466-9f8c-923ef441d098), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:48.648161 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e94e5e6-6fd7-4dca-95b0-19d0eedacfb7 req-6eb3e8a7-163b-47b4-a137-da5d8427ed48 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] No DVR routers for this DVR port 4fd0a78b-11ab-41dc-b997-134e2efbf011 on host hv-cinder-85881 {{(pid=110730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:00:48.651168 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4e94e5e6-6fd7-4dca-95b0-19d0eedacfb7 req-6eb3e8a7-163b-47b4-a137-da5d8427ed48 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:48.654666 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4e94e5e6-6fd7-4dca-95b0-19d0eedacfb7 req-6eb3e8a7-163b-47b4-a137-da5d8427ed48 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.61 "DELETE /v2.0/ports/4fd0a78b-11ab-41dc-b997-134e2efbf011 HTTP/1.1" status: 204 len: 173 time: 1.1195927 Sep 21 22:00:48.655238 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e034e574-4ad4-485d-a1f0-7bafe9300985', 'name': 'network-vif-deleted', 'tag': '4fd0a78b-11ab-41dc-b997-134e2efbf011'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:00:48.657610 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef19c88-b541-4c8e-b2fd-8c97223a47c4" -d '{"events": [{"server_uuid": "e034e574-4ad4-485d-a1f0-7bafe9300985", "name": "network-vif-deleted", "tag": "4fd0a78b-11ab-41dc-b997-134e2efbf011"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:00:48.677421 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=ffd20e0b-7afc-4466-9f8c-923ef441d098,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:48.694109 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caafb818-2961-490a-99c6-4a8875436f4e x-openstack-request-id: req-caafb818-2961-490a-99c6-4a8875436f4e {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:00:48.694592 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e034e574-4ad4-485d-a1f0-7bafe9300985", "name": "network-vif-deleted", "tag": "4fd0a78b-11ab-41dc-b997-134e2efbf011", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:00:48.695780 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-caafb818-2961-490a-99c6-4a8875436f4e {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:00:48.696354 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caafb818-2961-490a-99c6-4a8875436f4e'] response: {'server_uuid': 'e034e574-4ad4-485d-a1f0-7bafe9300985', 'name': 'network-vif-deleted', 'tag': '4fd0a78b-11ab-41dc-b997-134e2efbf011', 'status': 'completed', 'code': 200} Sep 21 22:00:48.762937 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-545c6403-3308-406e-af25-75b2fb2c1afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:38Z', 'revision_number': 4, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port': {'id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:31Z', 'updated_at': '2022-09-21T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea', 'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'mac_address': 'fa:16:3e:13:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:37Z', 'updated_at': '2022-09-21T21:54:48Z', 'revision_number': 5, 'project_id': 'dffa029369f34cedb4849826071f9552', 'subnets': [{'id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:48.791536 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c6403-3308-406e-af25-75b2fb2c1afb None None] Checking router: 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:00:48.801347 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545c6403-3308-406e-af25-75b2fb2c1afb None None] Routers {'2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:48.802577 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-545c6403-3308-406e-af25-75b2fb2c1afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:00:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:48.908667 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-545c6403-3308-406e-af25-75b2fb2c1afb None None] Set router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:48.912360 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['ffd20e0b-7afc-4466-9f8c-923ef441d098'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:00:49.205495 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-545c6403-3308-406e-af25-75b2fb2c1afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:38Z', 'revision_number': 4, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port': {'id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:31Z', 'updated_at': '2022-09-21T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea', 'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'mac_address': 'fa:16:3e:13:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:37Z', 'updated_at': '2022-09-21T21:54:48Z', 'revision_number': 5, 'project_id': 'dffa029369f34cedb4849826071f9552', 'subnets': [{'id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:49.235331 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c6403-3308-406e-af25-75b2fb2c1afb None None] The sync data for ids ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'] in dv-cinder-858818-1-iscsi is: [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:38Z', 'revision_number': 4, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port': {'id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:31Z', 'updated_at': '2022-09-21T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea', 'name': '', 'network_id': 'f53260a4-6fcd-403d-87df-2c61cac67763', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'mac_address': 'fa:16:3e:13:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:37Z', 'updated_at': '2022-09-21T21:54:48Z', 'revision_number': 5, 'project_id': 'dffa029369f34cedb4849826071f9552', 'subnets': [{'id': 'e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:00:49.261970 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-59a4a7a4-2bfd-4e51-b5fe-52a014c38f8f req-8beb7c1e-0bc6-4732-b0d0-268124fbd899 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/ports?device_id=e034e574-4ad4-485d-a1f0-7bafe9300985 HTTP/1.1" status: 200 len: 210 time: 0.0493031 Sep 21 22:00:49.304903 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e9806-65ac-4a7f-aaa1-df9532100ac6 req-be839760-79f1-418a-9f2f-c395c9e72764 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:49.306415 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f01e9806-65ac-4a7f-aaa1-df9532100ac6 req-be839760-79f1-418a-9f2f-c395c9e72764 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 944 time: 0.0840013 Sep 21 22:00:49.337797 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:49.354642 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f01e9806-65ac-4a7f-aaa1-df9532100ac6 req-8b941a0b-5b22-473c-904f-9b95f5843209 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b776a9-b37e-41d0-90dc-a8f3a0e4fca5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416877 Sep 21 22:00:49.471841 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4fb3ca-86b9-4bbb-8c2c-5e9dce00343b None None] New status for floating IP ad10db36-feb6-4890-b08c-2ad4d63a2764: DOWN {{(pid=110733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:00:50.224220 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device ffd20e0b-7afc-4466-9f8c-923ef441d098 up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:50.358979 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port ffd20e0b-7afc-4466-9f8c-923ef441d098 completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:00:50.363003 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port ffd20e0b-7afc-4466-9f8c-923ef441d098 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:50.363388 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (ffd20e0b-7afc-4466-9f8c-923ef441d098), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:50.363728 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port ffd20e0b-7afc-4466-9f8c-923ef441d098 Sep 21 22:00:50.425280 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 47582) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:50.437169 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port ffd20e0b-7afc-4466-9f8c-923ef441d098 is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:50.437570 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (ffd20e0b-7afc-4466-9f8c-923ef441d098), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:50.463358 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08062e33-20ae-42c6-82e0-b9e389166659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd20e0b-7afc-4466-9f8c-923ef441d098'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:00:50.465617 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14d2824-67bd-4081-9f41-b1a9015bce60" -d '{"events": [{"server_uuid": "08062e33-20ae-42c6-82e0-b9e389166659", "name": "network-vif-plugged", "status": "completed", "tag": "ffd20e0b-7afc-4466-9f8c-923ef441d098"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:00:50.478815 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port ffd20e0b-7afc-4466-9f8c-923ef441d098, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=ffd20e0b-7afc-4466-9f8c-923ef441d098,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:50.505221 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a10aa0-ebe8-4fbd-80b4-2901628cb671 x-openstack-request-id: req-87a10aa0-ebe8-4fbd-80b4-2901628cb671 {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:00:50.505516 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08062e33-20ae-42c6-82e0-b9e389166659", "name": "network-vif-plugged", "status": "completed", "tag": "ffd20e0b-7afc-4466-9f8c-923ef441d098", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:00:50.505773 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87a10aa0-ebe8-4fbd-80b4-2901628cb671 {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:00:50.506173 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a10aa0-ebe8-4fbd-80b4-2901628cb671'] response: {'server_uuid': '08062e33-20ae-42c6-82e0-b9e389166659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd20e0b-7afc-4466-9f8c-923ef441d098', 'code': 200} Sep 21 22:00:50.522829 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5621a9-3b05-407b-b249-5f6c283b359a req-56e2d6ce-4c28-4b41-b4de-71f12af51526 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:50.524374 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0d5621a9-3b05-407b-b249-5f6c283b359a req-56e2d6ce-4c28-4b41-b4de-71f12af51526 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 944 time: 0.0900526 Sep 21 22:00:50.527120 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-1027339c-264e-457e-9131-dc0550616de1 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group (2022b779-e2ce-4a3d-b25f-027f2d2fd81f), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:50.567306 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-1027339c-264e-457e-9131-dc0550616de1 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group (2022b779-e2ce-4a3d-b25f-027f2d2fd81f), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:50.570926 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (ffd20e0b-7afc-4466-9f8c-923ef441d098), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:50.571719 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 4fd0a78b-11ab-41dc-b997-134e2efbf011 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:00:50.607239 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0d5621a9-3b05-407b-b249-5f6c283b359a req-92a385ae-370e-4d1e-b1b7-80b98c3d5ce7 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b776a9-b37e-41d0-90dc-a8f3a0e4fca5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772283 Sep 21 22:00:50.607495 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: 4fd0a78b-11ab-41dc-b997-134e2efbf011 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:00:50.607817 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 4fd0a78b-11ab-41dc-b997-134e2efbf011 not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:00:50.637300 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=ffd20e0b-7afc-4466-9f8c-923ef441d098,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:50.736217 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-1027339c-264e-457e-9131-dc0550616de1 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (2022b779-e2ce-4a3d-b25f-027f2d2fd81f), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:50.738841 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-1027339c-264e-457e-9131-dc0550616de1 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:50.739990 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-1027339c-264e-457e-9131-dc0550616de1 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "DELETE /v2.0/security-groups/2022b779-e2ce-4a3d-b25f-027f2d2fd81f HTTP/1.1" status: 204 len: 168 time: 0.3136008 Sep 21 22:00:50.742916 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 47586) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:50.748951 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027339c-264e-457e-9131-dc0550616de1 tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2022b779-e2ce-4a3d-b25f-027f2d2fd81f,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:50.756100 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.api.v2.resource [None req-ad557083-cbdb-41fe-b10e-8cb505ffafba tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] show failed (client error): The resource could not be found. Sep 21 22:00:50.757123 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-ad557083-cbdb-41fe-b10e-8cb505ffafba tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "GET /v2.0/security-groups/2022b779-e2ce-4a3d-b25f-027f2d2fd81f HTTP/1.1" status: 404 len: 347 time: 0.0131693 Sep 21 22:00:50.759999 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 47588) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:50.904710 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-b4f5d7d0-3f44-4eb2-95da-9cb636cf2cff tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Deleting port 4a70640e-8850-4a07-9095-970075997a2b {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:00:50.905091 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d7d0-3f44-4eb2-95da-9cb636cf2cff tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (4a70640e-8850-4a07-9095-970075997a2b), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:50.952957 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f8c50-31e4-4238-a313-72d03e128815 req-992b3a85-388d-4723-b9a2-ff460db310b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:50.954489 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d27f8c50-31e4-4238-a313-72d03e128815 req-992b3a85-388d-4723-b9a2-ff460db310b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 1129 time: 0.0936258 Sep 21 22:00:51.010899 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d7d0-3f44-4eb2-95da-9cb636cf2cff tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (4a70640e-8850-4a07-9095-970075997a2b), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.011228 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d7d0-3f44-4eb2-95da-9cb636cf2cff tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for floatingip (4a70640e-8850-4a07-9095-970075997a2b), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.032473 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-b4f5d7d0-3f44-4eb2-95da-9cb636cf2cff tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Calling delete_port for 4a70640e-8850-4a07-9095-970075997a2b owned by network:floatingip {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:00:51.039489 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d27f8c50-31e4-4238-a313-72d03e128815 req-69a82b04-d429-4839-ad95-efb0efaa75bd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=45b776a9-b37e-41d0-90dc-a8f3a0e4fca5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723383 Sep 21 22:00:51.223411 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d7d0-3f44-4eb2-95da-9cb636cf2cff tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (4a70640e-8850-4a07-9095-970075997a2b), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.248380 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5d7d0-3f44-4eb2-95da-9cb636cf2cff tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Pushing event deleted for resources: {'Port': ['ID=4a70640e-8850-4a07-9095-970075997a2b,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:51.307833 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d7d0-3f44-4eb2-95da-9cb636cf2cff tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks [] for floatingip (ad10db36-feb6-4890-b08c-2ad4d63a2764), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.310408 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d7d0-3f44-4eb2-95da-9cb636cf2cff tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.314065 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-b4f5d7d0-3f44-4eb2-95da-9cb636cf2cff tempest-AttachVolumeTestJSON-72717288 tempest-AttachVolumeTestJSON-72717288-project] 10.222.0.42 "DELETE /v2.0/floatingips/ad10db36-feb6-4890-b08c-2ad4d63a2764 HTTP/1.1" status: 204 len: 168 time: 0.5506425 Sep 21 22:00:51.350744 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 47598) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:51.456685 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6a861e35-2212-4c55-a96e-40ff969dddbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.528277 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6a861e35-2212-4c55-a96e-40ff969dddbb admin admin] Publish callbacks [] for security_group (28a768c3-82de-4514-a87c-8ce187df4405), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.600280 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6a861e35-2212-4c55-a96e-40ff969dddbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (28a768c3-82de-4514-a87c-8ce187df4405), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.638569 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-6a861e35-2212-4c55-a96e-40ff969dddbb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36317b2057414cfd9611c3cc88d5792c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867208 Sep 21 22:00:51.640682 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a861e35-2212-4c55-a96e-40ff969dddbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a768c3-82de-4514-a87c-8ce187df4405,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:51.641430 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 47606) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:51.721206 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b6776229-9073-4cfa-903a-9e959152ff22 admin admin] Publish callbacks [] for security_group (28a768c3-82de-4514-a87c-8ce187df4405), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.750711 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b6776229-9073-4cfa-903a-9e959152ff22 admin admin] Publish callbacks [] for security_group (28a768c3-82de-4514-a87c-8ce187df4405), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.767210 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9ff55-f445-44f2-8125-400aa97ce747 req-43a46344-a804-463d-b05f-8ac5991195a8 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:51.768677 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e9b9ff55-f445-44f2-8125-400aa97ce747 req-43a46344-a804-463d-b05f-8ac5991195a8 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 945 time: 0.0853691 Sep 21 22:00:51.828278 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e9b9ff55-f445-44f2-8125-400aa97ce747 req-bb21493d-c598-4121-9010-5b7937871554 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b776a9-b37e-41d0-90dc-a8f3a0e4fca5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527487 Sep 21 22:00:51.915130 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b6776229-9073-4cfa-903a-9e959152ff22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (28a768c3-82de-4514-a87c-8ce187df4405), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.917765 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b6776229-9073-4cfa-903a-9e959152ff22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.918887 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-b6776229-9073-4cfa-903a-9e959152ff22 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28a768c3-82de-4514-a87c-8ce187df4405 HTTP/1.1" status: 204 len: 168 time: 0.2763631 Sep 21 22:00:51.926600 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6776229-9073-4cfa-903a-9e959152ff22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a768c3-82de-4514-a87c-8ce187df4405,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:52.964205 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586b2a5-e591-4eb0-a10d-ed265ae1912e req-9d9a9ad9-3aa6-4e19-b2d2-00e2d1bd318c tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:52.965854 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0586b2a5-e591-4eb0-a10d-ed265ae1912e req-9d9a9ad9-3aa6-4e19-b2d2-00e2d1bd318c tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 945 time: 0.0533392 Sep 21 22:00:53.015826 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0586b2a5-e591-4eb0-a10d-ed265ae1912e req-392f4870-a8f6-47c4-8ae4-55e1d203cbb5 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b776a9-b37e-41d0-90dc-a8f3a0e4fca5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438278 Sep 21 22:00:53.140658 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cff2d-4308-4904-905c-919799f8bff3 req-a5f82743-4b20-48bf-9f68-7b8b7f514653 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:53.142178 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1f6cff2d-4308-4904-905c-919799f8bff3 req-a5f82743-4b20-48bf-9f68-7b8b7f514653 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 945 time: 0.0561740 Sep 21 22:00:53.152268 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 47642) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:53.156564 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-dae3fbe4-10ce-48af-8fb8-b385b6272d2c tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Request body: {'floatingip': {'port_id': 'ffd20e0b-7afc-4466-9f8c-923ef441d098'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:53.193641 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-dae3fbe4-10ce-48af-8fb8-b385b6272d2c tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (dc4f2a4a-2084-4d17-8787-bf8affd018ee), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:53.602412 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-dae3fbe4-10ce-48af-8fb8-b385b6272d2c tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:53.680915 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-dae3fbe4-10ce-48af-8fb8-b385b6272d2c tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (dc4f2a4a-2084-4d17-8787-bf8affd018ee), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:53.781005 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.l3_db [None req-dae3fbe4-10ce-48af-8fb8-b385b6272d2c tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Floating IP dc4f2a4a-2084-4d17-8787-bf8affd018ee associated. External IP: 172.27.2.225, port: ffd20e0b-7afc-4466-9f8c-923ef441d098. Sep 21 22:00:53.979071 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae3fbe4-10ce-48af-8fb8-b385b6272d2c tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Router 92a516de-15f7-4509-8377-11beb192c09d has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:00:54.084390 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae3fbe4-10ce-48af-8fb8-b385b6272d2c tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:00:54.089913 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-dae3fbe4-10ce-48af-8fb8-b385b6272d2c tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:54.094727 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97252f6f-335e-46ab-8777-7f06dae01ee8 None None] Sync routers for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:00:54.104538 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97252f6f-335e-46ab-8777-7f06dae01ee8 None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:54.105197 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-97252f6f-335e-46ab-8777-7f06dae01ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:00:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:54.119114 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-dae3fbe4-10ce-48af-8fb8-b385b6272d2c tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "PUT /v2.0/floatingips/dc4f2a4a-2084-4d17-8787-bf8affd018ee HTTP/1.1" status: 200 len: 991 time: 0.9658186 Sep 21 22:00:54.119996 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08062e33-20ae-42c6-82e0-b9e389166659', 'tag': 'ffd20e0b-7afc-4466-9f8c-923ef441d098'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:00:54.122308 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3a3f92-2154-4719-b07c-74ecea6e64bc" -d '{"events": [{"name": "network-changed", "server_uuid": "08062e33-20ae-42c6-82e0-b9e389166659", "tag": "ffd20e0b-7afc-4466-9f8c-923ef441d098"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:00:54.158236 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c3236d-190a-45db-9ab2-a492962c2a89 x-openstack-request-id: req-37c3236d-190a-45db-9ab2-a492962c2a89 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:00:54.158746 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08062e33-20ae-42c6-82e0-b9e389166659", "tag": "ffd20e0b-7afc-4466-9f8c-923ef441d098", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:00:54.159155 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37c3236d-190a-45db-9ab2-a492962c2a89 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:00:54.159584 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c3236d-190a-45db-9ab2-a492962c2a89'] response: {'name': 'network-changed', 'server_uuid': '08062e33-20ae-42c6-82e0-b9e389166659', 'tag': 'ffd20e0b-7afc-4466-9f8c-923ef441d098', 'status': 'completed', 'code': 200} Sep 21 22:00:54.208264 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-97252f6f-335e-46ab-8777-7f06dae01ee8 None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:54.256964 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a3f92-2154-4719-b07c-74ecea6e64bc req-914a721f-7fae-4e33-94d3-0d7170f01603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:54.259145 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-6f3a3f92-2154-4719-b07c-74ecea6e64bc req-914a721f-7fae-4e33-94d3-0d7170f01603 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97db019d1a20418dbd658422bd2abeec&device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 1129 time: 0.0462487 Sep 21 22:00:54.356475 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a3f92-2154-4719-b07c-74ecea6e64bc req-9c89d363-5649-401d-96fa-2ae74ad79895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:54.357986 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-6f3a3f92-2154-4719-b07c-74ecea6e64bc req-9c89d363-5649-401d-96fa-2ae74ad79895 service neutron] 10.222.0.61 "GET /v2.0/networks?id=22bd5fcb-36cb-4d04-8fd5-44574faee68f HTTP/1.1" status: 200 len: 916 time: 0.0920100 Sep 21 22:00:54.423197 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-6f3a3f92-2154-4719-b07c-74ecea6e64bc req-279a01e8-b6c7-4782-afe3-d689cc48a3ec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffd20e0b-7afc-4466-9f8c-923ef441d098 HTTP/1.1" status: 200 len: 999 time: 0.0558529 Sep 21 22:00:54.480525 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a3f92-2154-4719-b07c-74ecea6e64bc req-2504d178-f8d6-434d-9a9f-d4e59ef4ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:54.482018 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-6f3a3f92-2154-4719-b07c-74ecea6e64bc req-2504d178-f8d6-434d-9a9f-d4e59ef4ff10 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffad0065-5e21-48c1-8b35-fb87327cf65f HTTP/1.1" status: 200 len: 854 time: 0.0493209 Sep 21 22:00:54.536453 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a3f92-2154-4719-b07c-74ecea6e64bc req-5fcc7c32-b3a7-40f4-a737-2ed7a443d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:54.537983 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-6f3a3f92-2154-4719-b07c-74ecea6e64bc req-5fcc7c32-b3a7-40f4-a737-2ed7a443d906 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22bd5fcb-36cb-4d04-8fd5-44574faee68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501218 Sep 21 22:00:54.567652 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-97252f6f-335e-46ab-8777-7f06dae01ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': 'dc4f2a4a-2084-4d17-8787-bf8affd018ee', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '92a516de-15f7-4509-8377-11beb192c09d', 'port_id': 'ffd20e0b-7afc-4466-9f8c-923ef441d098', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'mac_address': 'fa:16:3e:f9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08062e33-20ae-42c6-82e0-b9e389166659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:00:38Z', 'updated_at': '2022-09-21T22:00:53Z', 'revision_number': 1, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:54.593082 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97252f6f-335e-46ab-8777-7f06dae01ee8 None None] Checking router: 92a516de-15f7-4509-8377-11beb192c09d for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:00:54.601218 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97252f6f-335e-46ab-8777-7f06dae01ee8 None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:54.601886 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-97252f6f-335e-46ab-8777-7f06dae01ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:00:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:54.629633 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-6f3a3f92-2154-4719-b07c-74ecea6e64bc req-3f6a855a-a919-4147-aed6-031aa1a17fe8 service neutron] 10.222.0.61 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830722 Sep 21 22:00:54.702850 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-97252f6f-335e-46ab-8777-7f06dae01ee8 None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:54.722087 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-6f3a3f92-2154-4719-b07c-74ecea6e64bc req-b753f810-af05-462c-9496-975b2f687fae service neutron] 10.222.0.61 "GET /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846858 Sep 21 22:00:54.920284 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-97252f6f-335e-46ab-8777-7f06dae01ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': 'dc4f2a4a-2084-4d17-8787-bf8affd018ee', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '92a516de-15f7-4509-8377-11beb192c09d', 'port_id': 'ffd20e0b-7afc-4466-9f8c-923ef441d098', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'mac_address': 'fa:16:3e:f9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08062e33-20ae-42c6-82e0-b9e389166659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:00:38Z', 'updated_at': '2022-09-21T22:00:53Z', 'revision_number': 1, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:54.945108 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97252f6f-335e-46ab-8777-7f06dae01ee8 None None] The sync data for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi is: [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': 'dc4f2a4a-2084-4d17-8787-bf8affd018ee', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '92a516de-15f7-4509-8377-11beb192c09d', 'port_id': 'ffd20e0b-7afc-4466-9f8c-923ef441d098', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'mac_address': 'fa:16:3e:f9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08062e33-20ae-42c6-82e0-b9e389166659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:00:38Z', 'updated_at': '2022-09-21T22:00:53Z', 'revision_number': 1, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:00:55.136766 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ad41f0-1d20-48da-bb60-51766c44dbfe None None] New status for floating IP dc4f2a4a-2084-4d17-8787-bf8affd018ee: ACTIVE {{(pid=110733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:00:55.349034 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 47680) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:56.079002 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-44132553-e4b4-41f8-a6ae-9ac89c712b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756247'] for router_interface (2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:56.299627 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-44132553-e4b4-41f8-a6ae-9ac89c712b7a admin admin] Deleting port 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:00:56.299963 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-44132553-e4b4-41f8-a6ae-9ac89c712b7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:56.375850 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [None req-44132553-e4b4-41f8-a6ae-9ac89c712b7a admin admin] For port 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea,segment=NetworkSegment(978b6f9c-54de-4032-ac85-449a38d20e49),segment_id=978b6f9c-54de-4032-ac85-449a38d20e49)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:56.376569 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-44132553-e4b4-41f8-a6ae-9ac89c712b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:56.388374 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-44132553-e4b4-41f8-a6ae-9ac89c712b7a admin admin] Calling delete_port for 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea owned by network:router_interface {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:00:56.520160 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-5d03449d-3a01-4723-b11d-532f5cf5faa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:56.617808 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-44132553-e4b4-41f8-a6ae-9ac89c712b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:56.645070 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44132553-e4b4-41f8-a6ae-9ac89c712b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:56.806376 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-44132553-e4b4-41f8-a6ae-9ac89c712b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757127'] for router_interface (2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:57.007862 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44132553-e4b4-41f8-a6ae-9ac89c712b7a admin admin] Router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:00:57.113690 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44132553-e4b4-41f8-a6ae-9ac89c712b7a admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:00:57.121890 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-44132553-e4b4-41f8-a6ae-9ac89c712b7a admin admin] 10.222.0.42 "PUT /v2.0/routers/2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7685573 Sep 21 22:00:57.122603 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 47696) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:57.124995 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ccf6bf-d013-4442-9376-e18213c9bd0c None None] Sync routers for ids ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:00:57.136348 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ccf6bf-d013-4442-9376-e18213c9bd0c None None] Routers {'2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:57.137089 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-83ccf6bf-d013-4442-9376-e18213c9bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:00:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:57.223293 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b7bdc996-9fca-480b-bc50-2e53677d973a admin admin] Publish callbacks [] for router (2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:57.238807 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-83ccf6bf-d013-4442-9376-e18213c9bd0c None None] Set router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:57.320647 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b7bdc996-9fca-480b-bc50-2e53677d973a admin admin] Publish callbacks [] for router_gateway (2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:57.408639 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-83ccf6bf-d013-4442-9376-e18213c9bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T22:00:56Z', 'revision_number': 5, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port': {'id': 'f1a1475a-398f-44d7-928c-3f6246bd12f3', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:31Z', 'updated_at': '2022-09-21T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:57.416530 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-b7bdc996-9fca-480b-bc50-2e53677d973a admin admin] Deleting port f1a1475a-398f-44d7-928c-3f6246bd12f3 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:00:57.417076 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b7bdc996-9fca-480b-bc50-2e53677d973a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (f1a1475a-398f-44d7-928c-3f6246bd12f3), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:57.436598 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ccf6bf-d013-4442-9376-e18213c9bd0c None None] Checking router: 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:00:57.445397 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ccf6bf-d013-4442-9376-e18213c9bd0c None None] Routers {'2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:57.446022 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-83ccf6bf-d013-4442-9376-e18213c9bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:00:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:57.496946 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [None req-b7bdc996-9fca-480b-bc50-2e53677d973a admin admin] For port f1a1475a-398f-44d7-928c-3f6246bd12f3, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=f1a1475a-398f-44d7-928c-3f6246bd12f3,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:57.497323 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b7bdc996-9fca-480b-bc50-2e53677d973a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (f1a1475a-398f-44d7-928c-3f6246bd12f3), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:57.510297 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-b7bdc996-9fca-480b-bc50-2e53677d973a admin admin] Calling delete_port for f1a1475a-398f-44d7-928c-3f6246bd12f3 owned by network:router_gateway {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:00:57.525788 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-83ccf6bf-d013-4442-9376-e18213c9bd0c None None] Set router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f gateway port host: None {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:57.575878 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-83ccf6bf-d013-4442-9376-e18213c9bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T22:00:57Z', 'revision_number': 6, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port_host': None}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:57.598857 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ccf6bf-d013-4442-9376-e18213c9bd0c None None] The sync data for ids ['2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f'] in dv-cinder-858818-1-iscsi is: [{'id': '2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f', 'name': 'tempest-AttachVolumeTestJSON-849106333-router', 'tenant_id': 'dffa029369f34cedb4849826071f9552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T22:00:57Z', 'revision_number': 6, 'project_id': 'dffa029369f34cedb4849826071f9552', 'gw_port_host': None}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:00:57.760267 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b7bdc996-9fca-480b-bc50-2e53677d973a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (f1a1475a-398f-44d7-928c-3f6246bd12f3), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:57.784276 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdc996-9fca-480b-bc50-2e53677d973a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a1475a-398f-44d7-928c-3f6246bd12f3,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:57.845467 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b7bdc996-9fca-480b-bc50-2e53677d973a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754989'] for router_gateway (2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:57.947933 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b7bdc996-9fca-480b-bc50-2e53677d973a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-767650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256424'] for router (2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:57.950240 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b7bdc996-9fca-480b-bc50-2e53677d973a admin admin] Publish callbacks [] for router_controller (2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f), precommit_delete_associations {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.073085 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b7bdc996-9fca-480b-bc50-2e53677d973a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-767673'] for router (2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.073572 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bdc996-9fca-480b-bc50-2e53677d973a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f {{(pid=110731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:00:58.078483 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b7bdc996-9fca-480b-bc50-2e53677d973a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.079655 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-b7bdc996-9fca-480b-bc50-2e53677d973a admin admin] 10.222.0.42 "DELETE /v2.0/routers/2d188f8f-ebb9-4fa7-a6d6-a0202b0e925f HTTP/1.1" status: 204 len: 168 time: 0.9537592 Sep 21 22:00:58.082274 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 47698) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:58.125913 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2479236-cf71-442b-bd3a-65e001633d9b admin admin] Deleting subnet e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8 {{(pid=110731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:00:58.128845 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c2479236-cf71-442b-bd3a-65e001633d9b admin admin] Publish callbacks [] for subnet (e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.166495 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c2479236-cf71-442b-bd3a-65e001633d9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3482865'] for subnet (e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8), precommit_delete_associations {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.239194 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c2479236-cf71-442b-bd3a-65e001633d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33078224'] for subnet (e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.395086 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c2479236-cf71-442b-bd3a-65e001633d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33078215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8969101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8868688'] for subnet (e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.426316 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2479236-cf71-442b-bd3a-65e001633d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:58.431291 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c2479236-cf71-442b-bd3a-65e001633d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.435327 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-c2479236-cf71-442b-bd3a-65e001633d9b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e0805ec5-23b7-4b60-8da1-3bdb5b2b02f8 HTTP/1.1" status: 204 len: 168 time: 0.3519540 Sep 21 22:00:58.437760 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eabf8c-b88f-4c49-a7af-0e2f4ac6ebc5 None None] Network f53260a4-6fcd-403d-87df-2c61cac67763 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:00:58.440097 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 47706) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:58.520440 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33135276'] for network (f53260a4-6fcd-403d-87df-2c61cac67763), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.575258 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] Deleting port a025cd57-ce3b-4b51-b0c7-06683c2a1243 {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:00:58.575258 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (a025cd57-ce3b-4b51-b0c7-06683c2a1243), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.606544 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] DHCP port deletion for f53260a4-6fcd-403d-87df-2c61cac67763 request from dv-cinder-858818-1-iscsi {{(pid=110732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:00:58.644568 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] For port a025cd57-ce3b-4b51-b0c7-06683c2a1243, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=a025cd57-ce3b-4b51-b0c7-06683c2a1243,segment=NetworkSegment(978b6f9c-54de-4032-ac85-449a38d20e49),segment_id=978b6f9c-54de-4032-ac85-449a38d20e49)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:58.645187 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (a025cd57-ce3b-4b51-b0c7-06683c2a1243), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.654942 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] Deleting port a025cd57-ce3b-4b51-b0c7-06683c2a1243 {{(pid=110732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:00:58.655213 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (a025cd57-ce3b-4b51-b0c7-06683c2a1243), before_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.665416 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] Calling delete_port for a025cd57-ce3b-4b51-b0c7-06683c2a1243 owned by network:dhcp {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:00:58.713137 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-02ec28c4-fa71-461e-b356-761c26c7013f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.719844 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:00:58.749441 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:00:58.749783 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 40fd0fb7-cf0b-431b-bdfe-ef3dcd6998ea not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:00:58.750201 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device f1a1475a-398f-44d7-928c-3f6246bd12f3 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:00:58.776539 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: f1a1475a-398f-44d7-928c-3f6246bd12f3 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:00:58.776920 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device f1a1475a-398f-44d7-928c-3f6246bd12f3 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:00:58.783818 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device a025cd57-ce3b-4b51-b0c7-06683c2a1243 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:00:58.783818 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] For port a025cd57-ce3b-4b51-b0c7-06683c2a1243, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=a025cd57-ce3b-4b51-b0c7-06683c2a1243,segment=NetworkSegment(978b6f9c-54de-4032-ac85-449a38d20e49),segment_id=978b6f9c-54de-4032-ac85-449a38d20e49)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:58.783818 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (a025cd57-ce3b-4b51-b0c7-06683c2a1243), precommit_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.814838 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] Calling delete_port for a025cd57-ce3b-4b51-b0c7-06683c2a1243 owned by network:dhcp {{(pid=110732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:00:58.845827 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (a025cd57-ce3b-4b51-b0c7-06683c2a1243), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.862986 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.db [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No ports have port_id starting with a025cd57-ce3b-4b51-b0c7-06683c2a1243 Sep 21 22:00:58.871642 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] Pushing event deleted for resources: {'Port': ['ID=a025cd57-ce3b-4b51-b0c7-06683c2a1243,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:58.874265 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] No DVR routers for this DVR port a025cd57-ce3b-4b51-b0c7-06683c2a1243 on host dv-cinder-858818-1-iscsi {{(pid=110730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:00:58.905063 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688'] for port (a025cd57-ce3b-4b51-b0c7-06683c2a1243), after_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.931080 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] Pushing event deleted for resources: {'Port': ['ID=a025cd57-ce3b-4b51-b0c7-06683c2a1243,revision_number=None']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:58.933346 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] No DVR routers for this DVR port a025cd57-ce3b-4b51-b0c7-06683c2a1243 on host dv-cinder-858818-1-iscsi {{(pid=110732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:00:58.942728 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:58.943084 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:58.943436 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:58.943781 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:58.944115 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:58.944451 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:58.945864 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:58.945864 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:58.946040 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:58.946324 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:58.946657 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:58.946980 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:58.947333 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5380d6e-6553-4ee2-922e-19dc0bbf0be8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:58.953976 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33075543', 'neutron.services.segments.db._delete_segments_for_network-8730879860727'] for network (f53260a4-6fcd-403d-87df-2c61cac67763), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.975298 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53260a4-6fcd-403d-87df-2c61cac67763']}} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:58.984978 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978b6f9c-54de-4032-ac85-449a38d20e49') {'for_net_delete': True} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:58.985260 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978b6f9c-54de-4032-ac85-449a38d20e49') {} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:58.995301 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730879863565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436123'] for segment (978b6f9c-54de-4032-ac85-449a38d20e49), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:59.009300 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (978b6f9c-54de-4032-ac85-449a38d20e49), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:59.015098 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=110730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:00:59.015480 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9435006'] for segment (978b6f9c-54de-4032-ac85-449a38d20e49), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:59.149466 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 978b6f9c-54de-4032-ac85-449a38d20e49 resource provider aggregate not found Sep 21 22:00:59.153699 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33075534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754953'] for network (f53260a4-6fcd-403d-87df-2c61cac67763), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:59.159236 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:59.162430 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f53260a4-6fcd-403d-87df-2c61cac67763 HTTP/1.1" status: 204 len: 168 time: 0.7205381 Sep 21 22:00:59.174100 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 978b6f9c-54de-4032-ac85-449a38d20e49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 978b6f9c-54de-4032-ac85-449a38d20e49 found for delete ", "request_id": "req-d1f2ea10-b431-4685-b9aa-da95b30c5e10"}]} Sep 21 22:00:59.175220 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8178c0-ec07-491d-be1d-d698f1c1af22 admin admin] Pushing event deleted for resources: {'Network': ['ID=f53260a4-6fcd-403d-87df-2c61cac67763,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:59.501791 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 47722) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:59.541409 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-96e6a830-1dbc-451c-b98b-1ef6101a8591 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dffa029369f34cedb4849826071f9552&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384266 Sep 21 22:00:59.544023 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 47724) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:59.591165 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-588c6088-2472-498c-942f-af08546d70da admin admin] Publish callbacks [] for security_group (d2280a8e-43e7-4f53-8fa8-fe47918b82d8), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:59.611831 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-588c6088-2472-498c-942f-af08546d70da admin admin] Publish callbacks [] for security_group (d2280a8e-43e7-4f53-8fa8-fe47918b82d8), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:59.737351 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-588c6088-2472-498c-942f-af08546d70da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (d2280a8e-43e7-4f53-8fa8-fe47918b82d8), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:59.739944 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-588c6088-2472-498c-942f-af08546d70da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:59.741122 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-588c6088-2472-498c-942f-af08546d70da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2280a8e-43e7-4f53-8fa8-fe47918b82d8 HTTP/1.1" status: 204 len: 168 time: 0.1959212 Sep 21 22:00:59.749486 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c6088-2472-498c-942f-af08546d70da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2280a8e-43e7-4f53-8fa8-fe47918b82d8,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:59.901167 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:01.542484 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:01.736645 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 47788) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:01.842338 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-590f3791-749a-4cda-9faf-7f353ea3fb2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:01.915597 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-590f3791-749a-4cda-9faf-7f353ea3fb2b admin admin] Publish callbacks [] for security_group (699aa9e7-9961-4718-b30f-3f531aa04eb6), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:02.004030 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-590f3791-749a-4cda-9faf-7f353ea3fb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (699aa9e7-9961-4718-b30f-3f531aa04eb6), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:02.043445 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-590f3791-749a-4cda-9faf-7f353ea3fb2b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c5163ade1e041b5891e3a78d3e24640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056459 Sep 21 22:01:02.044446 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f3791-749a-4cda-9faf-7f353ea3fb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699aa9e7-9961-4718-b30f-3f531aa04eb6,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:02.046203 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 47796) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:02.094268 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-eb650a7e-84b4-4e44-8229-ef29d42beef6 admin admin] Publish callbacks [] for security_group (699aa9e7-9961-4718-b30f-3f531aa04eb6), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:02.115536 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-eb650a7e-84b4-4e44-8229-ef29d42beef6 admin admin] Publish callbacks [] for security_group (699aa9e7-9961-4718-b30f-3f531aa04eb6), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:02.262371 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-eb650a7e-84b4-4e44-8229-ef29d42beef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (699aa9e7-9961-4718-b30f-3f531aa04eb6), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:02.264977 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-eb650a7e-84b4-4e44-8229-ef29d42beef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:02.266128 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-eb650a7e-84b4-4e44-8229-ef29d42beef6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/699aa9e7-9961-4718-b30f-3f531aa04eb6 HTTP/1.1" status: 204 len: 168 time: 0.2183483 Sep 21 22:01:02.274713 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb650a7e-84b4-4e44-8229-ef29d42beef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699aa9e7-9961-4718-b30f-3f531aa04eb6,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:03.061434 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:17.334845 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80502fc5-f3a4-408b-9e65-b73923fa2df9 req-01a18a94-b496-43d8-8cdf-c38c5166bcde tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:17.336351 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-80502fc5-f3a4-408b-9e65-b73923fa2df9 req-01a18a94-b496-43d8-8cdf-c38c5166bcde tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 947 time: 0.0644839 Sep 21 22:01:17.384278 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-80502fc5-f3a4-408b-9e65-b73923fa2df9 req-b5668b5f-42a4-479c-bf4a-99e4c0df6e3d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419927 Sep 21 22:01:18.516565 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912fad7-012e-4265-b2e1-3fa4db1c3b5a req-7c99f8ec-6896-4872-a833-f74b52767c32 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:18.518125 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d912fad7-012e-4265-b2e1-3fa4db1c3b5a req-7c99f8ec-6896-4872-a833-f74b52767c32 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 947 time: 0.0535371 Sep 21 22:01:18.569190 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d912fad7-012e-4265-b2e1-3fa4db1c3b5a req-63ccf000-aec6-4963-a3eb-b4caa6b1c2db tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454872 Sep 21 22:01:19.141672 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f8b94-ba29-4557-8ef7-6351132204b6 req-57d8cf24-a891-41e4-bdf2-0aeb1216c84e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:19.143138 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-f40f8b94-ba29-4557-8ef7-6351132204b6 req-57d8cf24-a891-41e4-bdf2-0aeb1216c84e tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 947 time: 0.0508759 Sep 21 22:01:19.241779 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-f40f8b94-ba29-4557-8ef7-6351132204b6 req-b2b9c7a3-3885-4d54-8ba6-cd963f9c19cf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Deleting port f7aa398b-dce9-479c-8f88-2c71037347bd {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:01:19.242121 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-f40f8b94-ba29-4557-8ef7-6351132204b6 req-b2b9c7a3-3885-4d54-8ba6-cd963f9c19cf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:19.337382 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-f40f8b94-ba29-4557-8ef7-6351132204b6 req-b2b9c7a3-3885-4d54-8ba6-cd963f9c19cf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] For port f7aa398b-dce9-479c-8f88-2c71037347bd, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f7aa398b-dce9-479c-8f88-2c71037347bd,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:19.337932 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-f40f8b94-ba29-4557-8ef7-6351132204b6 req-b2b9c7a3-3885-4d54-8ba6-cd963f9c19cf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:19.363086 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:19.453231 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:01:19.501874 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-f40f8b94-ba29-4557-8ef7-6351132204b6 req-b2b9c7a3-3885-4d54-8ba6-cd963f9c19cf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:19.502232 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-f40f8b94-ba29-4557-8ef7-6351132204b6 req-b2b9c7a3-3885-4d54-8ba6-cd963f9c19cf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (e528d434-cdc2-4bdc-8858-df5410a70027), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:19.502547 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.l3_db [req-f40f8b94-ba29-4557-8ef7-6351132204b6 req-b2b9c7a3-3885-4d54-8ba6-cd963f9c19cf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Floating IP e528d434-cdc2-4bdc-8858-df5410a70027 disassociated. External IP: 172.27.2.215, port: f7aa398b-dce9-479c-8f88-2c71037347bd. Sep 21 22:01:19.502886 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-f40f8b94-ba29-4557-8ef7-6351132204b6 req-b2b9c7a3-3885-4d54-8ba6-cd963f9c19cf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Calling delete_port for f7aa398b-dce9-479c-8f88-2c71037347bd owned by compute:nova {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:01:19.673759 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-f40f8b94-ba29-4557-8ef7-6351132204b6 req-b2b9c7a3-3885-4d54-8ba6-cd963f9c19cf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (f7aa398b-dce9-479c-8f88-2c71037347bd), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:19.705858 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e95037-40a8-40d4-8b3b-48ffdb92a399 req-bd8955b8-fbd7-4b09-83f4-ac3de7b9b15f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:19.707373 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-80e95037-40a8-40d4-8b3b-48ffdb92a399 req-bd8955b8-fbd7-4b09-83f4-ac3de7b9b15f tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4dfc06-676c-45de-a4f1-fbba14d7a4a8 HTTP/1.1" status: 200 len: 868 time: 0.0591311 Sep 21 22:01:19.712777 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9c7a3-3885-4d54-8ba6-cd963f9c19cf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Pushing event deleted for resources: {'Port': ['ID=f7aa398b-dce9-479c-8f88-2c71037347bd,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:19.783622 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-80e95037-40a8-40d4-8b3b-48ffdb92a399 req-8f892ae1-29be-40db-8086-469e3a9c546a tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups?id=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704231 Sep 21 22:01:19.844472 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f40f8b94-ba29-4557-8ef7-6351132204b6 req-b2b9c7a3-3885-4d54-8ba6-cd963f9c19cf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Router db1c6c97-65d0-4428-94be-58942e8bdd47 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:01:19.950474 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f40f8b94-ba29-4557-8ef7-6351132204b6 req-b2b9c7a3-3885-4d54-8ba6-cd963f9c19cf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:01:19.960555 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a8b4e5-91ca-4836-9716-198bd27e710a None None] Sync routers for ids ['db1c6c97-65d0-4428-94be-58942e8bdd47'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:01:19.971208 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a8b4e5-91ca-4836-9716-198bd27e710a None None] Routers {'db1c6c97-65d0-4428-94be-58942e8bdd47'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:01:19.972743 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-22a8b4e5-91ca-4836-9716-198bd27e710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:00:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['db1c6c97-65d0-4428-94be-58942e8bdd47'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:20.000371 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40f8b94-ba29-4557-8ef7-6351132204b6 req-b2b9c7a3-3885-4d54-8ba6-cd963f9c19cf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] No DVR routers for this DVR port f7aa398b-dce9-479c-8f88-2c71037347bd on host hv-cinder-85881 {{(pid=110730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:01:20.003865 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-f40f8b94-ba29-4557-8ef7-6351132204b6 req-b2b9c7a3-3885-4d54-8ba6-cd963f9c19cf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:20.007953 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-f40f8b94-ba29-4557-8ef7-6351132204b6 req-b2b9c7a3-3885-4d54-8ba6-cd963f9c19cf tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.61 "DELETE /v2.0/ports/f7aa398b-dce9-479c-8f88-2c71037347bd HTTP/1.1" status: 204 len: 173 time: 0.8567512 Sep 21 22:01:20.008584 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4dfc06-676c-45de-a4f1-fbba14d7a4a8', 'name': 'network-vif-deleted', 'tag': 'f7aa398b-dce9-479c-8f88-2c71037347bd'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:01:20.016151 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab3f635-eaa9-4595-9389-55126d9d018a" -d '{"events": [{"server_uuid": "2b4dfc06-676c-45de-a4f1-fbba14d7a4a8", "name": "network-vif-deleted", "tag": "f7aa398b-dce9-479c-8f88-2c71037347bd"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:01:20.054766 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d6b702-85ab-4cd4-b861-3c29c291d607 x-openstack-request-id: req-66d6b702-85ab-4cd4-b861-3c29c291d607 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:01:20.055348 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4dfc06-676c-45de-a4f1-fbba14d7a4a8", "name": "network-vif-deleted", "tag": "f7aa398b-dce9-479c-8f88-2c71037347bd", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:01:20.055664 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66d6b702-85ab-4cd4-b861-3c29c291d607 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:01:20.056260 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66d6b702-85ab-4cd4-b861-3c29c291d607'] response: {'server_uuid': '2b4dfc06-676c-45de-a4f1-fbba14d7a4a8', 'name': 'network-vif-deleted', 'tag': 'f7aa398b-dce9-479c-8f88-2c71037347bd', 'status': 'completed', 'code': 200} Sep 21 22:01:20.095115 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-22a8b4e5-91ca-4836-9716-198bd27e710a None None] Set router db1c6c97-65d0-4428-94be-58942e8bdd47 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:01:20.313472 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-22a8b4e5-91ca-4836-9716-198bd27e710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '17d42817-e76a-4ddb-8052-df547e536735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 4, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port': {'id': '17d42817-e76a-4ddb-8052-df547e536735', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a62a5e8b-eacb-45f7-8de0-0b4d622b17d6', 'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'mac_address': 'fa:16:3e:13:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:35Z', 'updated_at': '2022-09-21T21:54:49Z', 'revision_number': 5, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'subnets': [{'id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:20.338121 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a8b4e5-91ca-4836-9716-198bd27e710a None None] Checking router: db1c6c97-65d0-4428-94be-58942e8bdd47 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:01:20.346805 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a8b4e5-91ca-4836-9716-198bd27e710a None None] Routers {'db1c6c97-65d0-4428-94be-58942e8bdd47'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:01:20.347410 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-22a8b4e5-91ca-4836-9716-198bd27e710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:00:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['db1c6c97-65d0-4428-94be-58942e8bdd47'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:20.453601 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-22a8b4e5-91ca-4836-9716-198bd27e710a None None] Set router db1c6c97-65d0-4428-94be-58942e8bdd47 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:01:20.648987 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-22a8b4e5-91ca-4836-9716-198bd27e710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '17d42817-e76a-4ddb-8052-df547e536735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 4, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port': {'id': '17d42817-e76a-4ddb-8052-df547e536735', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a62a5e8b-eacb-45f7-8de0-0b4d622b17d6', 'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'mac_address': 'fa:16:3e:13:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:35Z', 'updated_at': '2022-09-21T21:54:49Z', 'revision_number': 5, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'subnets': [{'id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:20.674728 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a8b4e5-91ca-4836-9716-198bd27e710a None None] The sync data for ids ['db1c6c97-65d0-4428-94be-58942e8bdd47'] in dv-cinder-858818-1-iscsi is: [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '17d42817-e76a-4ddb-8052-df547e536735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T21:54:36Z', 'revision_number': 4, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port': {'id': '17d42817-e76a-4ddb-8052-df547e536735', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a62a5e8b-eacb-45f7-8de0-0b4d622b17d6', 'name': '', 'network_id': '7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'mac_address': 'fa:16:3e:13:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:35Z', 'updated_at': '2022-09-21T21:54:49Z', 'revision_number': 5, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'subnets': [{'id': 'e474980b-93bc-4f2c-9cce-1ff39a325d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:01:20.898194 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b06c38d-c6cb-4732-a050-c446f34ab077 None None] New status for floating IP e528d434-cdc2-4bdc-8858-df5410a70027: DOWN {{(pid=110732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:01:20.971341 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 48130) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:21.026330 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3df62159-c608-403b-85ec-2edf2a04d3f7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group (98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:21.050970 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3df62159-c608-403b-85ec-2edf2a04d3f7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group (98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:21.170591 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3df62159-c608-403b-85ec-2edf2a04d3f7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:21.173299 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3df62159-c608-403b-85ec-2edf2a04d3f7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:21.174488 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-3df62159-c608-403b-85ec-2edf2a04d3f7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "DELETE /v2.0/security-groups/98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d HTTP/1.1" status: 204 len: 168 time: 0.2021489 Sep 21 22:01:21.177370 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48132) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:21.185611 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df62159-c608-403b-85ec-2edf2a04d3f7 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:21.194715 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.api.v2.resource [None req-3c1746ac-2402-4f17-bbe3-f474333e5345 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] show failed (client error): The resource could not be found. Sep 21 22:01:21.195787 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-3c1746ac-2402-4f17-bbe3-f474333e5345 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "GET /v2.0/security-groups/98ebb4a8-cef5-41b9-8b1d-a2dad2447f2d HTTP/1.1" status: 404 len: 347 time: 0.0173750 Sep 21 22:01:21.199382 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48134) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:21.319998 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-a433fa9d-74e3-4a64-b194-4cf9a912931d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Deleting port caf4b64b-8dd4-43b3-98a3-d74a4f990ecd {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:01:21.320238 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-a433fa9d-74e3-4a64-b194-4cf9a912931d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (caf4b64b-8dd4-43b3-98a3-d74a4f990ecd), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:21.397800 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-a433fa9d-74e3-4a64-b194-4cf9a912931d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (caf4b64b-8dd4-43b3-98a3-d74a4f990ecd), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:21.397800 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-a433fa9d-74e3-4a64-b194-4cf9a912931d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for floatingip (caf4b64b-8dd4-43b3-98a3-d74a4f990ecd), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:21.409711 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-a433fa9d-74e3-4a64-b194-4cf9a912931d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Calling delete_port for caf4b64b-8dd4-43b3-98a3-d74a4f990ecd owned by network:floatingip {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:01:21.616870 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-a433fa9d-74e3-4a64-b194-4cf9a912931d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (caf4b64b-8dd4-43b3-98a3-d74a4f990ecd), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:21.641847 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433fa9d-74e3-4a64-b194-4cf9a912931d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Pushing event deleted for resources: {'Port': ['ID=caf4b64b-8dd4-43b3-98a3-d74a4f990ecd,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:21.708593 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-a433fa9d-74e3-4a64-b194-4cf9a912931d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks [] for floatingip (e528d434-cdc2-4bdc-8858-df5410a70027), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:21.711285 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-a433fa9d-74e3-4a64-b194-4cf9a912931d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:21.712499 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-a433fa9d-74e3-4a64-b194-4cf9a912931d tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] 10.222.0.42 "DELETE /v2.0/floatingips/e528d434-cdc2-4bdc-8858-df5410a70027 HTTP/1.1" status: 204 len: 168 time: 0.5119078 Sep 21 22:01:22.458346 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device f7aa398b-dce9-479c-8f88-2c71037347bd no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:01:22.477320 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: f7aa398b-dce9-479c-8f88-2c71037347bd {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:01:22.481518 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device f7aa398b-dce9-479c-8f88-2c71037347bd not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:01:23.332243 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48186) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:23.446756 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-dfd3e9ff-5475-4209-9cad-df118a419e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:23.520529 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-dfd3e9ff-5475-4209-9cad-df118a419e5a admin admin] Publish callbacks [] for security_group (3db84e4c-c1ab-430d-907b-ed20b20db552), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:23.598771 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-dfd3e9ff-5475-4209-9cad-df118a419e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (3db84e4c-c1ab-430d-907b-ed20b20db552), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:23.637369 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-dfd3e9ff-5475-4209-9cad-df118a419e5a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2099c3d48539473d858b2808b8f7e428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040118 Sep 21 22:01:23.638211 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3e9ff-5475-4209-9cad-df118a419e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db84e4c-c1ab-430d-907b-ed20b20db552,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:23.640254 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 48192) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:23.689883 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-11e344a6-730a-429a-a35b-c5be9a619de5 admin admin] Publish callbacks [] for security_group (3db84e4c-c1ab-430d-907b-ed20b20db552), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:23.710995 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-11e344a6-730a-429a-a35b-c5be9a619de5 admin admin] Publish callbacks [] for security_group (3db84e4c-c1ab-430d-907b-ed20b20db552), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:23.827255 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-11e344a6-730a-429a-a35b-c5be9a619de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (3db84e4c-c1ab-430d-907b-ed20b20db552), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:23.829806 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-11e344a6-730a-429a-a35b-c5be9a619de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:23.830957 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-11e344a6-730a-429a-a35b-c5be9a619de5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3db84e4c-c1ab-430d-907b-ed20b20db552 HTTP/1.1" status: 204 len: 168 time: 0.1897032 Sep 21 22:01:23.838574 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e344a6-730a-429a-a35b-c5be9a619de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db84e4c-c1ab-430d-907b-ed20b20db552,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:24.430292 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 48214) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:24.443163 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-fe571dee-0eaf-4cb5-83dc-e70c9fc33dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:24.449071 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48216) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:24.521956 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-fe571dee-0eaf-4cb5-83dc-e70c9fc33dae admin admin] Publish callbacks [] for security_group (1649fb2a-9250-41c9-b35f-b964a3b1e229), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:24.608925 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-fe571dee-0eaf-4cb5-83dc-e70c9fc33dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (1649fb2a-9250-41c9-b35f-b964a3b1e229), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:24.650667 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-fe571dee-0eaf-4cb5-83dc-e70c9fc33dae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=051dd9d4ec344afc934b03360c0fb15d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192686 Sep 21 22:01:24.653220 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 48220) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:24.659478 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe571dee-0eaf-4cb5-83dc-e70c9fc33dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1649fb2a-9250-41c9-b35f-b964a3b1e229,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:24.717103 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-82d52242-4b41-4898-a69a-f44af528b818 admin admin] Publish callbacks [] for security_group (1649fb2a-9250-41c9-b35f-b964a3b1e229), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:24.738596 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-82d52242-4b41-4898-a69a-f44af528b818 admin admin] Publish callbacks [] for security_group (1649fb2a-9250-41c9-b35f-b964a3b1e229), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:24.877499 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-82d52242-4b41-4898-a69a-f44af528b818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (1649fb2a-9250-41c9-b35f-b964a3b1e229), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:24.880107 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-82d52242-4b41-4898-a69a-f44af528b818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:24.881325 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-82d52242-4b41-4898-a69a-f44af528b818 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1649fb2a-9250-41c9-b35f-b964a3b1e229 HTTP/1.1" status: 204 len: 168 time: 0.2270727 Sep 21 22:01:24.893077 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d52242-4b41-4898-a69a-f44af528b818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1649fb2a-9250-41c9-b35f-b964a3b1e229,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:24.984450 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f8842a63-d209-4c6d-9328-e73f9c2f3246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756247'] for router_interface (db1c6c97-65d0-4428-94be-58942e8bdd47), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:25.218684 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-f8842a63-d209-4c6d-9328-e73f9c2f3246 admin admin] Deleting port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:01:25.219219 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f8842a63-d209-4c6d-9328-e73f9c2f3246 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (a62a5e8b-eacb-45f7-8de0-0b4d622b17d6), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:25.296912 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [None req-f8842a63-d209-4c6d-9328-e73f9c2f3246 admin admin] For port a62a5e8b-eacb-45f7-8de0-0b4d622b17d6, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=a62a5e8b-eacb-45f7-8de0-0b4d622b17d6,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:25.297307 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f8842a63-d209-4c6d-9328-e73f9c2f3246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (a62a5e8b-eacb-45f7-8de0-0b4d622b17d6), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:25.311399 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-f8842a63-d209-4c6d-9328-e73f9c2f3246 admin admin] Calling delete_port for a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 owned by network:router_interface {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:01:25.553496 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f8842a63-d209-4c6d-9328-e73f9c2f3246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (a62a5e8b-eacb-45f7-8de0-0b4d622b17d6), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:25.578938 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8842a63-d209-4c6d-9328-e73f9c2f3246 admin admin] Pushing event deleted for resources: {'Port': ['ID=a62a5e8b-eacb-45f7-8de0-0b4d622b17d6,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:26.011860 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f8842a63-d209-4c6d-9328-e73f9c2f3246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757127'] for router_interface (db1c6c97-65d0-4428-94be-58942e8bdd47), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:26.219168 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8842a63-d209-4c6d-9328-e73f9c2f3246 admin admin] Router db1c6c97-65d0-4428-94be-58942e8bdd47 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:01:26.318204 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8842a63-d209-4c6d-9328-e73f9c2f3246 admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:01:26.327071 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-f8842a63-d209-4c6d-9328-e73f9c2f3246 admin admin] 10.222.0.42 "PUT /v2.0/routers/db1c6c97-65d0-4428-94be-58942e8bdd47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8744349 Sep 21 22:01:26.328136 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48258) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:26.330416 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a447cd-4460-40d7-b2e9-11072aa7df5e None None] Sync routers for ids ['db1c6c97-65d0-4428-94be-58942e8bdd47'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:01:26.341550 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a447cd-4460-40d7-b2e9-11072aa7df5e None None] Routers {'db1c6c97-65d0-4428-94be-58942e8bdd47'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:01:26.342478 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-e6a447cd-4460-40d7-b2e9-11072aa7df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:00:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['db1c6c97-65d0-4428-94be-58942e8bdd47'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:26.425621 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b3cfac31-f0fb-4971-99a3-b77639ccd89e admin admin] Publish callbacks [] for router (db1c6c97-65d0-4428-94be-58942e8bdd47), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:26.449958 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-e6a447cd-4460-40d7-b2e9-11072aa7df5e None None] Set router db1c6c97-65d0-4428-94be-58942e8bdd47 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:01:26.517281 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9f655732-ef53-469c-a4a1-1b18e95da082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:26.534226 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b3cfac31-f0fb-4971-99a3-b77639ccd89e admin admin] Publish callbacks [] for router_gateway (db1c6c97-65d0-4428-94be-58942e8bdd47), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:26.625667 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-e6a447cd-4460-40d7-b2e9-11072aa7df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '17d42817-e76a-4ddb-8052-df547e536735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T22:01:25Z', 'revision_number': 5, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port': {'id': '17d42817-e76a-4ddb-8052-df547e536735', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:32Z', 'updated_at': '2022-09-21T21:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:26.652228 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a447cd-4460-40d7-b2e9-11072aa7df5e None None] Checking router: db1c6c97-65d0-4428-94be-58942e8bdd47 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:01:26.661673 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a447cd-4460-40d7-b2e9-11072aa7df5e None None] Routers {'db1c6c97-65d0-4428-94be-58942e8bdd47'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:01:26.662508 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-e6a447cd-4460-40d7-b2e9-11072aa7df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:00:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['db1c6c97-65d0-4428-94be-58942e8bdd47'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:26.668432 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-b3cfac31-f0fb-4971-99a3-b77639ccd89e admin admin] Deleting port 17d42817-e76a-4ddb-8052-df547e536735 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:01:26.668916 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b3cfac31-f0fb-4971-99a3-b77639ccd89e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (17d42817-e76a-4ddb-8052-df547e536735), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:26.758125 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [None req-b3cfac31-f0fb-4971-99a3-b77639ccd89e admin admin] For port 17d42817-e76a-4ddb-8052-df547e536735, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=17d42817-e76a-4ddb-8052-df547e536735,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:26.758595 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b3cfac31-f0fb-4971-99a3-b77639ccd89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (17d42817-e76a-4ddb-8052-df547e536735), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:26.772229 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-b3cfac31-f0fb-4971-99a3-b77639ccd89e admin admin] Calling delete_port for 17d42817-e76a-4ddb-8052-df547e536735 owned by network:router_gateway {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:01:26.836058 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-e6a447cd-4460-40d7-b2e9-11072aa7df5e None None] Set router db1c6c97-65d0-4428-94be-58942e8bdd47 gateway port host: None {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:01:26.886711 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-e6a447cd-4460-40d7-b2e9-11072aa7df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T22:01:26Z', 'revision_number': 6, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port_host': None}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:26.910994 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a447cd-4460-40d7-b2e9-11072aa7df5e None None] The sync data for ids ['db1c6c97-65d0-4428-94be-58942e8bdd47'] in dv-cinder-858818-1-iscsi is: [{'id': 'db1c6c97-65d0-4428-94be-58942e8bdd47', 'name': 'tempest-AttachVolumeShelveTestJSON-990228059-router', 'tenant_id': '1603f7fd81ff4966be5b51e69354038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:30Z', 'updated_at': '2022-09-21T22:01:26Z', 'revision_number': 6, 'project_id': '1603f7fd81ff4966be5b51e69354038c', 'gw_port_host': None}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:01:27.021841 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b3cfac31-f0fb-4971-99a3-b77639ccd89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (17d42817-e76a-4ddb-8052-df547e536735), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:27.049725 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfac31-f0fb-4971-99a3-b77639ccd89e admin admin] Pushing event deleted for resources: {'Port': ['ID=17d42817-e76a-4ddb-8052-df547e536735,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:27.112179 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b3cfac31-f0fb-4971-99a3-b77639ccd89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754989'] for router_gateway (db1c6c97-65d0-4428-94be-58942e8bdd47), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:27.199692 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b3cfac31-f0fb-4971-99a3-b77639ccd89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-767650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256424'] for router (db1c6c97-65d0-4428-94be-58942e8bdd47), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:27.201866 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b3cfac31-f0fb-4971-99a3-b77639ccd89e admin admin] Publish callbacks [] for router_controller (db1c6c97-65d0-4428-94be-58942e8bdd47), precommit_delete_associations {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:27.330693 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b3cfac31-f0fb-4971-99a3-b77639ccd89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-767673'] for router (db1c6c97-65d0-4428-94be-58942e8bdd47), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:27.331519 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cfac31-f0fb-4971-99a3-b77639ccd89e admin admin] Fanout notify agent at l3_agent the message router_deleted on router db1c6c97-65d0-4428-94be-58942e8bdd47 {{(pid=110731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:01:27.339442 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b3cfac31-f0fb-4971-99a3-b77639ccd89e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:27.341676 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-b3cfac31-f0fb-4971-99a3-b77639ccd89e admin admin] 10.222.0.42 "DELETE /v2.0/routers/db1c6c97-65d0-4428-94be-58942e8bdd47 HTTP/1.1" status: 204 len: 168 time: 1.0119398 Sep 21 22:01:27.343685 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48278) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:27.390423 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0f7dfb-0437-436e-86a8-5bc3cd458732 admin admin] Deleting subnet e474980b-93bc-4f2c-9cce-1ff39a325d4d {{(pid=110731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:01:27.393542 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8d0f7dfb-0437-436e-86a8-5bc3cd458732 admin admin] Publish callbacks [] for subnet (e474980b-93bc-4f2c-9cce-1ff39a325d4d), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:27.427478 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8d0f7dfb-0437-436e-86a8-5bc3cd458732 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3482865'] for subnet (e474980b-93bc-4f2c-9cce-1ff39a325d4d), precommit_delete_associations {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:27.502547 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8d0f7dfb-0437-436e-86a8-5bc3cd458732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33078224'] for subnet (e474980b-93bc-4f2c-9cce-1ff39a325d4d), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:27.614639 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8d0f7dfb-0437-436e-86a8-5bc3cd458732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33078215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8969101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8868688'] for subnet (e474980b-93bc-4f2c-9cce-1ff39a325d4d), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:27.641078 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f7dfb-0437-436e-86a8-5bc3cd458732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e474980b-93bc-4f2c-9cce-1ff39a325d4d,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:27.646482 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8d0f7dfb-0437-436e-86a8-5bc3cd458732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:27.646482 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-8d0f7dfb-0437-436e-86a8-5bc3cd458732 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e474980b-93bc-4f2c-9cce-1ff39a325d4d HTTP/1.1" status: 204 len: 168 time: 0.3011901 Sep 21 22:01:27.648116 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ca839f-69fe-4b74-a8f3-144a2e64a1e0 None None] Network 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:01:27.648786 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48282) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:27.727118 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33135276'] for network (7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:27.785275 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] Deleting port a70bdbde-1355-4da2-a0b2-0c2be400ed56 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:01:27.785627 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (a70bdbde-1355-4da2-a0b2-0c2be400ed56), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:27.809144 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3088ec77-3d99-4635-9820-939b5c246106 None None] DHCP port deletion for 7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 request from dv-cinder-858818-1-iscsi {{(pid=110732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:01:27.851692 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] For port a70bdbde-1355-4da2-a0b2-0c2be400ed56, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=a70bdbde-1355-4da2-a0b2-0c2be400ed56,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:27.852054 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (a70bdbde-1355-4da2-a0b2-0c2be400ed56), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:27.857982 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3088ec77-3d99-4635-9820-939b5c246106 None None] Deleting port a70bdbde-1355-4da2-a0b2-0c2be400ed56 {{(pid=110732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:01:27.858368 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3088ec77-3d99-4635-9820-939b5c246106 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (a70bdbde-1355-4da2-a0b2-0c2be400ed56), before_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:27.867914 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] Calling delete_port for a70bdbde-1355-4da2-a0b2-0c2be400ed56 owned by network:dhcp {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:01:27.923598 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-3088ec77-3d99-4635-9820-939b5c246106 None None] For port a70bdbde-1355-4da2-a0b2-0c2be400ed56, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=a70bdbde-1355-4da2-a0b2-0c2be400ed56,segment=NetworkSegment(565e6c4f-58d4-47da-aa89-04ea3f347095),segment_id=565e6c4f-58d4-47da-aa89-04ea3f347095)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:27.923996 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3088ec77-3d99-4635-9820-939b5c246106 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (a70bdbde-1355-4da2-a0b2-0c2be400ed56), precommit_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:27.937333 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3088ec77-3d99-4635-9820-939b5c246106 None None] Calling delete_port for a70bdbde-1355-4da2-a0b2-0c2be400ed56 owned by network:dhcp {{(pid=110732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:01:28.011160 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (a70bdbde-1355-4da2-a0b2-0c2be400ed56), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:28.037235 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] Pushing event deleted for resources: {'Port': ['ID=a70bdbde-1355-4da2-a0b2-0c2be400ed56,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:28.040822 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] No DVR routers for this DVR port a70bdbde-1355-4da2-a0b2-0c2be400ed56 on host dv-cinder-858818-1-iscsi {{(pid=110731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:01:28.118954 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33075543', 'neutron.services.segments.db._delete_segments_for_network-8730879860727'] for network (7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:28.139837 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.services.segments.db [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23']}} {{(pid=110731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:28.148358 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3088ec77-3d99-4635-9820-939b5c246106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688'] for port (a70bdbde-1355-4da2-a0b2-0c2be400ed56), after_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:28.150051 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.services.segments.db [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565e6c4f-58d4-47da-aa89-04ea3f347095') {'for_net_delete': True} {{(pid=110731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:28.150369 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.services.segments.db [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565e6c4f-58d4-47da-aa89-04ea3f347095') {} {{(pid=110731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:28.160165 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730879863565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3482822'] for segment (565e6c4f-58d4-47da-aa89-04ea3f347095), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:28.173218 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (565e6c4f-58d4-47da-aa89-04ea3f347095), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:28.174483 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088ec77-3d99-4635-9820-939b5c246106 None None] No DVR routers for this DVR port a70bdbde-1355-4da2-a0b2-0c2be400ed56 on host dv-cinder-858818-1-iscsi {{(pid=110732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:01:28.178609 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088ec77-3d99-4635-9820-939b5c246106 None None] Pushing event deleted for resources: {'Port': ['ID=a70bdbde-1355-4da2-a0b2-0c2be400ed56,revision_number=None']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:28.237288 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=110731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:01:28.237703 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8967983'] for segment (565e6c4f-58d4-47da-aa89-04ea3f347095), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:28.375482 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33075534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754953'] for network (7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:28.375482 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.services.segments.plugin [-] Segment 565e6c4f-58d4-47da-aa89-04ea3f347095 resource provider aggregate not found Sep 21 22:01:28.382905 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:28.389403 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23 HTTP/1.1" status: 204 len: 168 time: 0.7368777 Sep 21 22:01:28.396674 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.services.segments.plugin [-] Segment 565e6c4f-58d4-47da-aa89-04ea3f347095 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 565e6c4f-58d4-47da-aa89-04ea3f347095 found for delete ", "request_id": "req-0f15f289-28ed-4932-a321-65290b809286"}]} Sep 21 22:01:28.398014 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff868282-208d-48b6-a9d1-f10432cca328 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dab7195-3ee2-4ab4-b7f0-ae8aae10ba23,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:28.668553 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9954a477-86a2-4d9f-a59a-987b937a6d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:28.709360 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device a70bdbde-1355-4da2-a0b2-0c2be400ed56 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:01:28.734188 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: a70bdbde-1355-4da2-a0b2-0c2be400ed56 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:01:28.734526 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device a70bdbde-1355-4da2-a0b2-0c2be400ed56 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:01:28.734949 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 17d42817-e76a-4ddb-8052-df547e536735 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:01:28.753078 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48298) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:28.753725 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 17d42817-e76a-4ddb-8052-df547e536735 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:01:28.754073 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 17d42817-e76a-4ddb-8052-df547e536735 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:01:28.754496 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:01:28.772366 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:01:28.772716 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device a62a5e8b-eacb-45f7-8de0-0b4d622b17d6 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:01:28.798313 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-a4d83ca2-20c3-4090-8b38-449ff1e3f33b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1603f7fd81ff4966be5b51e69354038c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439591 Sep 21 22:01:28.800713 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48300) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:28.847743 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-88f50cc6-5421-4f56-b2d4-796851a492aa admin admin] Publish callbacks [] for security_group (6dc5b690-5629-4bc6-9409-528d393349d2), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:28.868884 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-88f50cc6-5421-4f56-b2d4-796851a492aa admin admin] Publish callbacks [] for security_group (6dc5b690-5629-4bc6-9409-528d393349d2), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:28.997253 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-88f50cc6-5421-4f56-b2d4-796851a492aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (6dc5b690-5629-4bc6-9409-528d393349d2), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:29.001187 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-88f50cc6-5421-4f56-b2d4-796851a492aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:29.001187 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-88f50cc6-5421-4f56-b2d4-796851a492aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6dc5b690-5629-4bc6-9409-528d393349d2 HTTP/1.1" status: 204 len: 168 time: 0.1993906 Sep 21 22:01:29.009980 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f50cc6-5421-4f56-b2d4-796851a492aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc5b690-5629-4bc6-9409-528d393349d2,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:29.901759 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:31.551562 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:32.442173 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48420) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:32.543733 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-afeba56b-ecdb-448b-9797-76b0ead56a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:32.615429 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-afeba56b-ecdb-448b-9797-76b0ead56a0d admin admin] Publish callbacks [] for security_group (feb3586f-ae64-48b2-bec6-d6591ae1b848), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:32.678127 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-afeba56b-ecdb-448b-9797-76b0ead56a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (feb3586f-ae64-48b2-bec6-d6591ae1b848), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:32.714430 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeba56b-ecdb-448b-9797-76b0ead56a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb3586f-ae64-48b2-bec6-d6591ae1b848,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:32.718712 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-afeba56b-ecdb-448b-9797-76b0ead56a0d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f0a5aba753f46f9a4a8bbbd9f5877da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755399 Sep 21 22:01:32.721580 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48428) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:32.770365 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-59de1f8a-0c04-4516-ad9c-08c05fe80c0e admin admin] Publish callbacks [] for security_group (feb3586f-ae64-48b2-bec6-d6591ae1b848), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:32.792522 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-59de1f8a-0c04-4516-ad9c-08c05fe80c0e admin admin] Publish callbacks [] for security_group (feb3586f-ae64-48b2-bec6-d6591ae1b848), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:32.872487 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-59de1f8a-0c04-4516-ad9c-08c05fe80c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (feb3586f-ae64-48b2-bec6-d6591ae1b848), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:32.875129 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-59de1f8a-0c04-4516-ad9c-08c05fe80c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:32.876274 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-59de1f8a-0c04-4516-ad9c-08c05fe80c0e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/feb3586f-ae64-48b2-bec6-d6591ae1b848 HTTP/1.1" status: 204 len: 168 time: 0.1537924 Sep 21 22:01:32.888885 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de1f8a-0c04-4516-ad9c-08c05fe80c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb3586f-ae64-48b2-bec6-d6591ae1b848,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:33.049925 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:33.541212 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48436) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:33.555028 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f6f8cb81-4294-46f2-8b6d-dd72326797ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:33.627308 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f6f8cb81-4294-46f2-8b6d-dd72326797ec admin admin] Publish callbacks [] for security_group (b9a3c38a-8ed2-4497-a430-4de5e7108f31), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:33.695504 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f6f8cb81-4294-46f2-8b6d-dd72326797ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (b9a3c38a-8ed2-4497-a430-4de5e7108f31), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:33.734751 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-f6f8cb81-4294-46f2-8b6d-dd72326797ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0cb186202134610ac627aa4a67e989d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1924613 Sep 21 22:01:33.735642 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8cb81-4294-46f2-8b6d-dd72326797ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a3c38a-8ed2-4497-a430-4de5e7108f31,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:33.737456 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 48442) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:33.788238 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3ef0962f-fbc7-49ab-bf49-6438b7af5d8c admin admin] Publish callbacks [] for security_group (b9a3c38a-8ed2-4497-a430-4de5e7108f31), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:33.808150 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3ef0962f-fbc7-49ab-bf49-6438b7af5d8c admin admin] Publish callbacks [] for security_group (b9a3c38a-8ed2-4497-a430-4de5e7108f31), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:33.916515 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3ef0962f-fbc7-49ab-bf49-6438b7af5d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (b9a3c38a-8ed2-4497-a430-4de5e7108f31), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:33.919125 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3ef0962f-fbc7-49ab-bf49-6438b7af5d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:33.920294 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-3ef0962f-fbc7-49ab-bf49-6438b7af5d8c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9a3c38a-8ed2-4497-a430-4de5e7108f31 HTTP/1.1" status: 204 len: 168 time: 0.1807487 Sep 21 22:01:33.928254 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0962f-fbc7-49ab-bf49-6438b7af5d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a3c38a-8ed2-4497-a430-4de5e7108f31,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:36.226692 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 48520) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:36.331183 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-bed5f036-2dac-44c0-9505-1b423064b798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:36.412525 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-bed5f036-2dac-44c0-9505-1b423064b798 admin admin] Publish callbacks [] for security_group (acce284b-1065-4c68-bdae-7a948abd2453), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:36.472158 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-bed5f036-2dac-44c0-9505-1b423064b798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (acce284b-1065-4c68-bdae-7a948abd2453), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:36.510388 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-bed5f036-2dac-44c0-9505-1b423064b798 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef84ec77d6194bd6bda81878963a7fcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822928 Sep 21 22:01:36.511186 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5f036-2dac-44c0-9505-1b423064b798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acce284b-1065-4c68-bdae-7a948abd2453,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:36.513927 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48526) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:36.562357 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c864b2e0-1d38-4377-9c57-b99c4947aeb8 admin admin] Publish callbacks [] for security_group (acce284b-1065-4c68-bdae-7a948abd2453), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:36.582896 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c864b2e0-1d38-4377-9c57-b99c4947aeb8 admin admin] Publish callbacks [] for security_group (acce284b-1065-4c68-bdae-7a948abd2453), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:36.682378 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c864b2e0-1d38-4377-9c57-b99c4947aeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (acce284b-1065-4c68-bdae-7a948abd2453), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:36.685009 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c864b2e0-1d38-4377-9c57-b99c4947aeb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:36.686120 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-c864b2e0-1d38-4377-9c57-b99c4947aeb8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/acce284b-1065-4c68-bdae-7a948abd2453 HTTP/1.1" status: 204 len: 168 time: 0.1707249 Sep 21 22:01:36.693958 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864b2e0-1d38-4377-9c57-b99c4947aeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acce284b-1065-4c68-bdae-7a948abd2453,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:37.361628 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48540) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:37.375559 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b9dc24d5-7842-4f26-a14b-1ffa4abc375c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:37.454486 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b9dc24d5-7842-4f26-a14b-1ffa4abc375c admin admin] Publish callbacks [] for security_group (93e6dc98-8502-4168-b001-21939f51ccad), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:37.541337 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b9dc24d5-7842-4f26-a14b-1ffa4abc375c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (93e6dc98-8502-4168-b001-21939f51ccad), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:37.580411 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-b9dc24d5-7842-4f26-a14b-1ffa4abc375c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=031e809fd1f940feb26787908ca919b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176154 Sep 21 22:01:37.581566 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc24d5-7842-4f26-a14b-1ffa4abc375c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e6dc98-8502-4168-b001-21939f51ccad,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:37.583287 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 48548) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:37.631921 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-32262805-b83f-4973-a37f-efab6112892e admin admin] Publish callbacks [] for security_group (93e6dc98-8502-4168-b001-21939f51ccad), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:37.656889 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-32262805-b83f-4973-a37f-efab6112892e admin admin] Publish callbacks [] for security_group (93e6dc98-8502-4168-b001-21939f51ccad), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:37.752595 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-32262805-b83f-4973-a37f-efab6112892e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (93e6dc98-8502-4168-b001-21939f51ccad), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:37.755292 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-32262805-b83f-4973-a37f-efab6112892e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:37.756442 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-32262805-b83f-4973-a37f-efab6112892e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/93e6dc98-8502-4168-b001-21939f51ccad HTTP/1.1" status: 204 len: 168 time: 0.1721423 Sep 21 22:01:37.765640 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32262805-b83f-4973-a37f-efab6112892e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e6dc98-8502-4168-b001-21939f51ccad,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:37.898450 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48558) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:38.103622 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-509d43ca-ef18-4a7c-8646-5e701547edf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:38.179463 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-509d43ca-ef18-4a7c-8646-5e701547edf9 admin admin] Publish callbacks [] for security_group (b9a05325-bc11-4fa9-8c2f-2793c4b87c26), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:38.259283 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-509d43ca-ef18-4a7c-8646-5e701547edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (b9a05325-bc11-4fa9-8c2f-2793c4b87c26), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:38.298595 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-509d43ca-ef18-4a7c-8646-5e701547edf9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e5b7c6e00cd4c5285160407ba31d6a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3990636 Sep 21 22:01:38.301340 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 48572) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:38.301675 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d43ca-ef18-4a7c-8646-5e701547edf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a05325-bc11-4fa9-8c2f-2793c4b87c26,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:38.351801 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c71bae43-52bb-452d-85ad-e12514cfa5bc admin admin] Publish callbacks [] for security_group (b9a05325-bc11-4fa9-8c2f-2793c4b87c26), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:38.377326 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c71bae43-52bb-452d-85ad-e12514cfa5bc admin admin] Publish callbacks [] for security_group (b9a05325-bc11-4fa9-8c2f-2793c4b87c26), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:38.489621 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c71bae43-52bb-452d-85ad-e12514cfa5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (b9a05325-bc11-4fa9-8c2f-2793c4b87c26), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:38.492175 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c71bae43-52bb-452d-85ad-e12514cfa5bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:38.493358 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-c71bae43-52bb-452d-85ad-e12514cfa5bc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9a05325-bc11-4fa9-8c2f-2793c4b87c26 HTTP/1.1" status: 204 len: 168 time: 0.1910148 Sep 21 22:01:38.501072 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bae43-52bb-452d-85ad-e12514cfa5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a05325-bc11-4fa9-8c2f-2793c4b87c26,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:39.663302 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 48632) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:39.872334 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c47626cc-9cc5-4efc-9414-5e288900766f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:39.946926 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c47626cc-9cc5-4efc-9414-5e288900766f admin admin] Publish callbacks [] for security_group (e2e76849-6f0e-466a-bb8f-379a4714bd66), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.000420 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-c47626cc-9cc5-4efc-9414-5e288900766f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (e2e76849-6f0e-466a-bb8f-379a4714bd66), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.048747 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-c47626cc-9cc5-4efc-9414-5e288900766f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f93e87969c91454eb8c02d6dcf906b25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779523 Sep 21 22:01:40.050463 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47626cc-9cc5-4efc-9414-5e288900766f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e76849-6f0e-466a-bb8f-379a4714bd66,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:40.051366 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48652) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:40.051836 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48654) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:40.113317 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-31e0aa64-47da-44fa-96f6-e62215bd6866 admin admin] Publish callbacks [] for security_group (e2e76849-6f0e-466a-bb8f-379a4714bd66), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.140705 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-31e0aa64-47da-44fa-96f6-e62215bd6866 admin admin] Publish callbacks [] for security_group (e2e76849-6f0e-466a-bb8f-379a4714bd66), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.169228 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-93f9cc13-8db8-4fc9-b938-05df709d4e87 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1485603190-network', 'tenant_id': 'a3025559b79a4a07985e8a79dcb37b3e'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:01:40.282326 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f9cc13-8db8-4fc9-b938-05df709d4e87 admin admin] Made reservation on behalf of a3025559b79a4a07985e8a79dcb37b3e for: {'network': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:01:40.284587 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-93f9cc13-8db8-4fc9-b938-05df709d4e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.293805 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-93f9cc13-8db8-4fc9-b938-05df709d4e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.324995 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-31e0aa64-47da-44fa-96f6-e62215bd6866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (e2e76849-6f0e-466a-bb8f-379a4714bd66), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.327569 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-31e0aa64-47da-44fa-96f6-e62215bd6866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.328707 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-31e0aa64-47da-44fa-96f6-e62215bd6866 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2e76849-6f0e-466a-bb8f-379a4714bd66 HTTP/1.1" status: 204 len: 168 time: 0.2716122 Sep 21 22:01:40.345924 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0aa64-47da-44fa-96f6-e62215bd6866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e76849-6f0e-466a-bb8f-379a4714bd66,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:40.391312 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-93f9cc13-8db8-4fc9-b938-05df709d4e87 admin admin] Publish callbacks [] for security_group (aabc6837-146a-4965-ab9b-8a14b86bcab5), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.466976 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-93f9cc13-8db8-4fc9-b938-05df709d4e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (aabc6837-146a-4965-ab9b-8a14b86bcab5), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.492523 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f9cc13-8db8-4fc9-b938-05df709d4e87 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=110731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:01:40.502576 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9cc13-8db8-4fc9-b938-05df709d4e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabc6837-146a-4965-ab9b-8a14b86bcab5,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:40.508407 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-93f9cc13-8db8-4fc9-b938-05df709d4e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (418b9f00-9632-42bc-a0fd-56528850040e), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.508757 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.segments_db [None req-93f9cc13-8db8-4fc9-b938-05df709d4e87 admin admin] Added segment 418b9f00-9632-42bc-a0fd-56528850040e of type vlan for network b9f43c02-689d-4001-8a87-e0e159b60f87 Sep 21 22:01:40.549021 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-93f9cc13-8db8-4fc9-b938-05df709d4e87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (b9f43c02-689d-4001-8a87-e0e159b60f87), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.590237 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48668) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:40.649671 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-93f9cc13-8db8-4fc9-b938-05df709d4e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (b9f43c02-689d-4001-8a87-e0e159b60f87), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.650668 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9cc13-8db8-4fc9-b938-05df709d4e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:40.651272 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-93f9cc13-8db8-4fc9-b938-05df709d4e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.716068 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2feb763c-f317-47c3-af46-663fc95d2859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.730682 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9cc13-8db8-4fc9-b938-05df709d4e87 admin admin] Pushing event updated for resources: {'Network': ['ID=b9f43c02-689d-4001-8a87-e0e159b60f87,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:40.743967 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network b9f43c02-689d-4001-8a87-e0e159b60f87 details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:01:40.756738 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-93f9cc13-8db8-4fc9-b938-05df709d4e87 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7038946 Sep 21 22:01:40.759581 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48674) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:40.767801 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-5a1006ae-61a5-4d7f-bc46-cff64d57615a admin admin] Request body: {'subnet': {'network_id': 'b9f43c02-689d-4001-8a87-e0e159b60f87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1485603190-subnet', 'tenant_id': 'a3025559b79a4a07985e8a79dcb37b3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:01:40.834633 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2feb763c-f317-47c3-af46-663fc95d2859 admin admin] Publish callbacks [] for security_group (a4d283cb-5188-49d6-8897-5a05865b4204), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.866769 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1006ae-61a5-4d7f-bc46-cff64d57615a admin admin] Made reservation on behalf of a3025559b79a4a07985e8a79dcb37b3e for: {'subnet': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:01:40.869183 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-5a1006ae-61a5-4d7f-bc46-cff64d57615a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8868731'] for subnet (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.914036 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2feb763c-f317-47c3-af46-663fc95d2859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (a4d283cb-5188-49d6-8897-5a05865b4204), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.928158 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 48680) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:40.942715 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-65d13e69-b2db-4e6c-a360-97b4a6c340e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.967563 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-2feb763c-f317-47c3-af46-663fc95d2859 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db00371749074bd49d05dd6c469c7014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762243 Sep 21 22:01:40.970462 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48682) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:40.972383 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb763c-f317-47c3-af46-663fc95d2859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d283cb-5188-49d6-8897-5a05865b4204,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:41.019382 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-65d13e69-b2db-4e6c-a360-97b4a6c340e8 admin admin] Publish callbacks [] for security_group (a4caf6d8-d5bc-4f37-a2d2-f04b9888db7f), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:41.063519 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6aaa1b09-f312-4ebc-9921-79935f5c7190 admin admin] Publish callbacks [] for security_group (a4d283cb-5188-49d6-8897-5a05865b4204), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:41.084025 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-65d13e69-b2db-4e6c-a360-97b4a6c340e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (a4caf6d8-d5bc-4f37-a2d2-f04b9888db7f), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:41.096294 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6aaa1b09-f312-4ebc-9921-79935f5c7190 admin admin] Publish callbacks [] for security_group (a4d283cb-5188-49d6-8897-5a05865b4204), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:41.124574 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-65d13e69-b2db-4e6c-a360-97b4a6c340e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7580955e293741a59bfa001fd427561e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950605 Sep 21 22:01:41.127332 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 48686) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:41.134412 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d13e69-b2db-4e6c-a360-97b4a6c340e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4caf6d8-d5bc-4f37-a2d2-f04b9888db7f,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:41.185137 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1493f083-4f17-4839-980c-ec685b37c2bb admin admin] Publish callbacks [] for security_group (a4caf6d8-d5bc-4f37-a2d2-f04b9888db7f), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:41.206847 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1493f083-4f17-4839-980c-ec685b37c2bb admin admin] Publish callbacks [] for security_group (a4caf6d8-d5bc-4f37-a2d2-f04b9888db7f), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:41.242843 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-5a1006ae-61a5-4d7f-bc46-cff64d57615a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8969042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8868713'] for subnet (f78efa63-e59e-4d4a-b435-7e6dc34d85be), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:41.247227 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6aaa1b09-f312-4ebc-9921-79935f5c7190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (a4d283cb-5188-49d6-8897-5a05865b4204), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:41.249704 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6aaa1b09-f312-4ebc-9921-79935f5c7190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:41.250843 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-6aaa1b09-f312-4ebc-9921-79935f5c7190 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4d283cb-5188-49d6-8897-5a05865b4204 HTTP/1.1" status: 204 len: 168 time: 0.2793541 Sep 21 22:01:41.286065 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa1b09-f312-4ebc-9921-79935f5c7190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d283cb-5188-49d6-8897-5a05865b4204,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:41.313784 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1006ae-61a5-4d7f-bc46-cff64d57615a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f78efa63-e59e-4d4a-b435-7e6dc34d85be,revision_number=0']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:41.329909 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1493f083-4f17-4839-980c-ec685b37c2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (a4caf6d8-d5bc-4f37-a2d2-f04b9888db7f), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:41.330998 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1006ae-61a5-4d7f-bc46-cff64d57615a admin admin] Checking segment: {'id': '418b9f00-9632-42bc-a0fd-56528850040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b9f43c02-689d-4001-8a87-e0e159b60f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:01:41.333614 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1006ae-61a5-4d7f-bc46-cff64d57615a admin admin] Network hostable DHCP agents. Network: b9f43c02-689d-4001-8a87-e0e159b60f87, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:01:41.333738 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1493f083-4f17-4839-980c-ec685b37c2bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:41.336625 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-1493f083-4f17-4839-980c-ec685b37c2bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4caf6d8-d5bc-4f37-a2d2-f04b9888db7f HTTP/1.1" status: 204 len: 168 time: 0.2070487 Sep 21 22:01:41.348699 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493f083-4f17-4839-980c-ec685b37c2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4caf6d8-d5bc-4f37-a2d2-f04b9888db7f,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:41.404076 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1006ae-61a5-4d7f-bc46-cff64d57615a admin admin] Network b9f43c02-689d-4001-8a87-e0e159b60f87 is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:01:41.501235 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-5a1006ae-61a5-4d7f-bc46-cff64d57615a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, b9f43c02-689d-4001-8a87-e0e159b60f87) {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:01:41.507030 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1006ae-61a5-4d7f-bc46-cff64d57615a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:41.507950 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-5a1006ae-61a5-4d7f-bc46-cff64d57615a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:41.514024 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8511b5b3-dd62-40fc-9c11-a283889bc86c None None] Network b9f43c02-689d-4001-8a87-e0e159b60f87 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:01:41.567053 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-5a1006ae-61a5-4d7f-bc46-cff64d57615a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8064303 Sep 21 22:01:41.620692 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c304fa9b-2a6f-417d-9ce2-6349d2f5dccd None None] Network b9f43c02-689d-4001-8a87-e0e159b60f87 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:01:41.971301 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 48712) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:41.984266 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d64f109b-4905-41cc-b0f2-6f356c505e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:42.061955 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d64f109b-4905-41cc-b0f2-6f356c505e44 admin admin] Publish callbacks [] for security_group (315e2743-ffe3-4329-a093-77c4a0e65745), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:42.150400 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d64f109b-4905-41cc-b0f2-6f356c505e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (315e2743-ffe3-4329-a093-77c4a0e65745), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:42.189683 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-d64f109b-4905-41cc-b0f2-6f356c505e44 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b48bbcf69a06489a9d34b9d9962b1eda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172334 Sep 21 22:01:42.190575 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f109b-4905-41cc-b0f2-6f356c505e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315e2743-ffe3-4329-a093-77c4a0e65745,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:42.192377 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48716) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:42.243515 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3db40694-1527-4a8a-82b7-bb3149974671 admin admin] Publish callbacks [] for security_group (315e2743-ffe3-4329-a093-77c4a0e65745), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:42.265209 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3db40694-1527-4a8a-82b7-bb3149974671 admin admin] Publish callbacks [] for security_group (315e2743-ffe3-4329-a093-77c4a0e65745), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:42.381684 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3db40694-1527-4a8a-82b7-bb3149974671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (315e2743-ffe3-4329-a093-77c4a0e65745), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:42.384417 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3db40694-1527-4a8a-82b7-bb3149974671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:42.386455 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-3db40694-1527-4a8a-82b7-bb3149974671 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/315e2743-ffe3-4329-a093-77c4a0e65745 HTTP/1.1" status: 204 len: 168 time: 0.1921890 Sep 21 22:01:42.395661 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db40694-1527-4a8a-82b7-bb3149974671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315e2743-ffe3-4329-a093-77c4a0e65745,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:43.895331 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-076ea2b1-983b-49a6-98fd-79feca22a177 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:43.896888 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-076ea2b1-983b-49a6-98fd-79feca22a177 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/networks?id=b9f43c02-689d-4001-8a87-e0e159b60f87 HTTP/1.1" status: 200 len: 814 time: 0.1082723 Sep 21 22:01:43.912349 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-6180bad0-96e4-46f0-91be-b87519896c28 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/quotas/a3025559b79a4a07985e8a79dcb37b3e HTTP/1.1" status: 200 len: 375 time: 0.0094979 Sep 21 22:01:43.943890 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-eac4a851-ecc6-4e3f-a922-3fca8d101150 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3025559b79a4a07985e8a79dcb37b3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266342 Sep 21 22:01:44.043908 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-9a6f91a6-a685-4838-aca0-0379f6f5b77c service neutron] 10.222.0.42 "GET /v2.0/networks/b9f43c02-689d-4001-8a87-e0e159b60f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934381 Sep 21 22:01:44.139172 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-705534bd-fbf4-479a-96d3-38d1a5c8a67c service neutron] 10.222.0.42 "GET /v2.0/networks/b9f43c02-689d-4001-8a87-e0e159b60f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872438 Sep 21 22:01:44.408405 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0ca7a37c-f1ce-405f-b395-281fd4d4bb58 req-64b19625-5fde-4346-ae3f-0cbf5e7bece3 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 210 time: 0.0424049 Sep 21 22:01:45.518858 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8c1510be-46bb-4385-89ad-5cdbad8baee7 req-92db7c46-0f69-4840-9342-10e6839640f4 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 210 time: 0.0299439 Sep 21 22:01:46.615570 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9241beae-0b7a-4f70-b82e-7754a57552df req-3362c300-5d17-49aa-b1ee-4c64fe3df9ea tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 210 time: 0.0265622 Sep 21 22:01:47.711874 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a8746676-7099-4746-b405-b14bbbe6febf req-23db3e6d-c6b3-4674-8e4d-beec6c3f5189 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 210 time: 0.0257177 Sep 21 22:01:48.811122 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-32311454-bcc0-4356-9c8b-832074d9ee7b req-85d3ea09-2745-4abe-a1e5-6b2b567d9e31 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 210 time: 0.0273407 Sep 21 22:01:49.054147 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-a104f9c1-094c-46af-9e7f-c34a019f68fe tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:49.055817 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-a104f9c1-094c-46af-9e7f-c34a019f68fe tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.61 "GET /v2.0/networks?id=b9f43c02-689d-4001-8a87-e0e159b60f87 HTTP/1.1" status: 200 len: 814 time: 0.1040051 Sep 21 22:01:49.073989 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Request body: {'port': {'device_id': '9cf523cb-be53-4192-80b7-bc41834c618c', 'network_id': 'b9f43c02-689d-4001-8a87-e0e159b60f87', 'admin_state_up': True, 'tenant_id': 'a3025559b79a4a07985e8a79dcb37b3e'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:01:49.264850 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Made reservation on behalf of a3025559b79a4a07985e8a79dcb37b3e for: {'port': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:01:49.268806 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:49.373467 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:49.402697 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Allocated IP 172.20.0.4 (b9f43c02-689d-4001-8a87-e0e159b60f87/f78efa63-e59e-4d4a-b435-7e6dc34d85be/5a5c5bd5-f10c-4f98-839c-3ded6a0beda2) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:01:49.546203 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Publish callbacks [] for port (5a5c5bd5-f10c-4f98-839c-3ded6a0beda2), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:49.621218 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (5a5c5bd5-f10c-4f98-839c-3ded6a0beda2), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:49.663571 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Network b9f43c02-689d-4001-8a87-e0e159b60f87 is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:01:49.666918 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:01:49.672873 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:01:49.695322 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Pushing event updated for resources: {'Port': ['ID=5a5c5bd5-f10c-4f98-839c-3ded6a0beda2,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:49.707977 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:49.708331 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:49.708678 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:49.709043 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:49.709381 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:49.709713 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:49.710050 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:49.710378 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:49.710708 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:49.711035 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:49.711360 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:49.711685 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:49.712006 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:49.734797 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:49.736014 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:49.812164 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-e565b980-e5e9-4744-b18f-a6373c53e671 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7419641 Sep 21 22:01:49.828759 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Request body: {'port': {'device_id': '9cf523cb-be53-4192-80b7-bc41834c618c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:01:49.892419 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (5a5c5bd5-f10c-4f98-839c-3ded6a0beda2), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:49.952578 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241ff7c-46b5-44c1-8330-5c1a73da63ac req-b778318a-97ff-4d10-b500-74e729bbbe34 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:49.954180 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f241ff7c-46b5-44c1-8330-5c1a73da63ac req-b778318a-97ff-4d10-b500-74e729bbbe34 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 931 time: 0.0711424 Sep 21 22:01:50.025859 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f241ff7c-46b5-44c1-8330-5c1a73da63ac req-79f9e7de-29a7-4e47-8c3e-99d188b3b496 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593786 Sep 21 22:01:50.138743 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48900) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:50.197994 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 {{(pid=110730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:01:50.206256 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Publish callbacks [] for port (5a5c5bd5-f10c-4f98-839c-3ded6a0beda2), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.220962 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.provisioning_blocks [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Transition to ACTIVE for port object 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 will not be triggered until provisioned by entity L2. {{(pid=110730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:01:50.295172 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (5a5c5bd5-f10c-4f98-839c-3ded6a0beda2), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.329799 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-08eb0481-386d-4713-8761-30b983a0dcf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.392705 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5c5bd5-f10c-4f98-839c-3ded6a0beda2,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:50.427547 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Attempting to bind port 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:01:50.427547 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Attempting to bind port 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '418b9f00-9632-42bc-a0fd-56528850040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b9f43c02-689d-4001-8a87-e0e159b60f87'}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:01:50.427547 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Attempting to bind port 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 on network b9f43c02-689d-4001-8a87-e0e159b60f87 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:01:50.429495 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Port 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 on network b9f43c02-689d-4001-8a87-e0e159b60f87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:01:50.429833 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Attempting to bind port 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 on network b9f43c02-689d-4001-8a87-e0e159b60f87 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:01:50.431375 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-08eb0481-386d-4713-8761-30b983a0dcf8 admin admin] Publish callbacks [] for security_group (0a4cda50-a06c-4802-befc-ba687560e1ce), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.436494 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:01:50.436859 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Checking segment: {'id': '418b9f00-9632-42bc-a0fd-56528850040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b9f43c02-689d-4001-8a87-e0e159b60f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:01:50.437301 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Bound using segment: {'id': '418b9f00-9632-42bc-a0fd-56528850040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b9f43c02-689d-4001-8a87-e0e159b60f87'} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:01:50.437818 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Bound port: 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418b9f00-9632-42bc-a0fd-56528850040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b9f43c02-689d-4001-8a87-e0e159b60f87'}}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:01:50.438174 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (5a5c5bd5-f10c-4f98-839c-3ded6a0beda2), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.495551 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-08eb0481-386d-4713-8761-30b983a0dcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (0a4cda50-a06c-4802-befc-ba687560e1ce), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.503438 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] For port 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2, host hv-cinder-85881, cleared binding levels {{(pid=110730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:01:50.506669 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] For port 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=5a5c5bd5-f10c-4f98-839c-3ded6a0beda2,segment=NetworkSegment(418b9f00-9632-42bc-a0fd-56528850040e),segment_id=418b9f00-9632-42bc-a0fd-56528850040e)] {{(pid=110730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:01:50.534421 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-08eb0481-386d-4713-8761-30b983a0dcf8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f1719aec1e54cfeafbf2e9bee8ce9f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3924830 Sep 21 22:01:50.535545 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb0481-386d-4713-8761-30b983a0dcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4cda50-a06c-4802-befc-ba687560e1ce,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:50.537166 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 48922) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:50.543220 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb0481-386d-4713-8761-30b983a0dcf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:50.543571 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb0481-386d-4713-8761-30b983a0dcf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:50.543913 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb0481-386d-4713-8761-30b983a0dcf8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:50.544251 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb0481-386d-4713-8761-30b983a0dcf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:50.544585 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb0481-386d-4713-8761-30b983a0dcf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:50.544925 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb0481-386d-4713-8761-30b983a0dcf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:50.545484 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb0481-386d-4713-8761-30b983a0dcf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:50.545819 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb0481-386d-4713-8761-30b983a0dcf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:50.546153 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb0481-386d-4713-8761-30b983a0dcf8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:50.546484 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb0481-386d-4713-8761-30b983a0dcf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:50.546810 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb0481-386d-4713-8761-30b983a0dcf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:50.547136 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb0481-386d-4713-8761-30b983a0dcf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:50.547459 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb0481-386d-4713-8761-30b983a0dcf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:50.575264 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (5a5c5bd5-f10c-4f98-839c-3ded6a0beda2), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.581278 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:50.581890 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.583252 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] 10.222.0.61 "PUT /v2.0/ports/5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 HTTP/1.1" status: 200 len: 1093 time: 0.7586186 Sep 21 22:01:50.584619 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf523cb-be53-4192-80b7-bc41834c618c', 'tag': '5a5c5bd5-f10c-4f98-839c-3ded6a0beda2'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:01:50.586935 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb58f73b-6f31-4b68-be0f-0dbd216e85ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf523cb-be53-4192-80b7-bc41834c618c", "tag": "5a5c5bd5-f10c-4f98-839c-3ded6a0beda2"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:01:50.619660 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7ec7-a590-4b13-aea7-766c2415508c admin admin] Publish callbacks [] for security_group (0a4cda50-a06c-4802-befc-ba687560e1ce), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.643690 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bc3720-2457-4533-9daf-2931a1604f2d x-openstack-request-id: req-41bc3720-2457-4533-9daf-2931a1604f2d {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:01:50.643982 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf523cb-be53-4192-80b7-bc41834c618c", "tag": "5a5c5bd5-f10c-4f98-839c-3ded6a0beda2", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:01:50.644237 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41bc3720-2457-4533-9daf-2931a1604f2d {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:01:50.644635 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41bc3720-2457-4533-9daf-2931a1604f2d'] response: {'name': 'network-changed', 'server_uuid': '9cf523cb-be53-4192-80b7-bc41834c618c', 'tag': '5a5c5bd5-f10c-4f98-839c-3ded6a0beda2', 'status': 'completed', 'code': 200} Sep 21 22:01:50.660214 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7ec7-a590-4b13-aea7-766c2415508c admin admin] Publish callbacks [] for security_group (0a4cda50-a06c-4802-befc-ba687560e1ce), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.661794 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f0b8c-3f7d-4e8f-b300-96b730dbcdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5c5bd5-f10c-4f98-839c-3ded6a0beda2,revision_number=3']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:50.740965 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58f73b-6f31-4b68-be0f-0dbd216e85ce req-21facf50-32dc-48db-bcdf-d86bd1b5a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:50.742476 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-eb58f73b-6f31-4b68-be0f-0dbd216e85ce req-21facf50-32dc-48db-bcdf-d86bd1b5a7ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3025559b79a4a07985e8a79dcb37b3e&device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 1127 time: 0.0535421 Sep 21 22:01:50.833558 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7ec7-a590-4b13-aea7-766c2415508c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (0a4cda50-a06c-4802-befc-ba687560e1ce), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.836234 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7ec7-a590-4b13-aea7-766c2415508c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.837416 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-f1bc7ec7-a590-4b13-aea7-766c2415508c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a4cda50-a06c-4802-befc-ba687560e1ce HTTP/1.1" status: 204 len: 168 time: 0.2992589 Sep 21 22:01:50.853603 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc7ec7-a590-4b13-aea7-766c2415508c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4cda50-a06c-4802-befc-ba687560e1ce,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:50.869366 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58f73b-6f31-4b68-be0f-0dbd216e85ce req-701c0070-3b8c-44d2-b9c1-831b1f863864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:50.870958 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-eb58f73b-6f31-4b68-be0f-0dbd216e85ce req-701c0070-3b8c-44d2-b9c1-831b1f863864 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a3025559b79a4a07985e8a79dcb37b3e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1158731 Sep 21 22:01:50.981805 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58f73b-6f31-4b68-be0f-0dbd216e85ce req-dfb4e7d4-1067-4cae-8d22-762f4005ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:50.983269 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-eb58f73b-6f31-4b68-be0f-0dbd216e85ce req-dfb4e7d4-1067-4cae-8d22-762f4005ee16 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910544 Sep 21 22:01:51.106522 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-fa9ef30f-29fd-41a5-8631-0e2f13a73497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:51.108047 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-fa9ef30f-29fd-41a5-8631-0e2f13a73497 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3025559b79a4a07985e8a79dcb37b3e&device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 1127 time: 0.0556817 Sep 21 22:01:51.144659 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4f054-fdc6-43ad-963f-f24f7d5a5b4e req-05618f08-5c92-4666-bd03-c303b819c592 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:51.146438 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a6f4f054-fdc6-43ad-963f-f24f7d5a5b4e req-05618f08-5c92-4666-bd03-c303b819c592 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 943 time: 0.0530825 Sep 21 22:01:51.164793 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-c047f508-aefe-4dd7-bae4-89bcd155371d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 HTTP/1.1" status: 200 len: 217 time: 0.0339227 Sep 21 22:01:51.195864 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a6f4f054-fdc6-43ad-963f-f24f7d5a5b4e req-10109bb8-0e43-4bde-9663-7191e0076bc4 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410888 Sep 21 22:01:51.237142 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-c4440a11-c84a-48d6-8cc8-6a9479ce8961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:51.238711 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-c4440a11-c84a-48d6-8cc8-6a9479ce8961 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f78efa63-e59e-4d4a-b435-7e6dc34d85be HTTP/1.1" status: 200 len: 854 time: 0.0496769 Sep 21 22:01:51.385274 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 48936) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:51.401593 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-360bb801-f6c5-4816-8a50-13057aa2e2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:51.471903 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-360bb801-f6c5-4816-8a50-13057aa2e2af admin admin] Publish callbacks [] for security_group (d5ff1e6b-3fb1-494f-9484-913c0db7a250), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:51.538649 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-360bb801-f6c5-4816-8a50-13057aa2e2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (d5ff1e6b-3fb1-494f-9484-913c0db7a250), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:51.577369 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-360bb801-f6c5-4816-8a50-13057aa2e2af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8cfb773f6069438881a70d162468a5c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903739 Sep 21 22:01:51.578329 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bb801-f6c5-4816-8a50-13057aa2e2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ff1e6b-3fb1-494f-9484-913c0db7a250,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:51.580076 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 48938) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:51.629200 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cdd2cca7-ccf1-41c4-818d-f2c8985bd374 admin admin] Publish callbacks [] for security_group (d5ff1e6b-3fb1-494f-9484-913c0db7a250), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:51.650135 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cdd2cca7-ccf1-41c4-818d-f2c8985bd374 admin admin] Publish callbacks [] for security_group (d5ff1e6b-3fb1-494f-9484-913c0db7a250), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:51.774735 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cdd2cca7-ccf1-41c4-818d-f2c8985bd374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (d5ff1e6b-3fb1-494f-9484-913c0db7a250), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:51.777421 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cdd2cca7-ccf1-41c4-818d-f2c8985bd374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:51.778567 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-cdd2cca7-ccf1-41c4-818d-f2c8985bd374 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5ff1e6b-3fb1-494f-9484-913c0db7a250 HTTP/1.1" status: 204 len: 168 time: 0.1966755 Sep 21 22:01:51.786494 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2cca7-ccf1-41c4-818d-f2c8985bd374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ff1e6b-3fb1-494f-9484-913c0db7a250,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:52.321930 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a940021-0292-4fb7-9ef3-8bf2c7281da3 req-059cac86-4970-4d17-8466-eb8d5186cf9f tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:52.323427 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3a940021-0292-4fb7-9ef3-8bf2c7281da3 req-059cac86-4970-4d17-8466-eb8d5186cf9f tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 943 time: 0.0523965 Sep 21 22:01:52.371356 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3a940021-0292-4fb7-9ef3-8bf2c7281da3 req-cb1c4fef-7b15-4ef8-872c-f777c0eddc7b tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422208 Sep 21 22:01:52.878649 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-3e59e3c2-5aba-42e2-9057-6f05b30474af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9f43c02-689d-4001-8a87-e0e159b60f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258260 Sep 21 22:01:53.498047 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bef9a-a837-4036-b05d-a03bb3b73998 req-1e220a36-22d3-4b70-b61d-738c657dcc6d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:53.499533 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-880bef9a-a837-4036-b05d-a03bb3b73998 req-1e220a36-22d3-4b70-b61d-738c657dcc6d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 943 time: 0.0564711 Sep 21 22:01:53.546429 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-880bef9a-a837-4036-b05d-a03bb3b73998 req-f199d6f9-9892-4ead-8acb-d99ca34063be tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413394 Sep 21 22:01:53.922497 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-4483aa81-8cc8-46ef-b60e-73eff15a3524 service neutron] 10.222.0.61 "GET /v2.0/networks/b9f43c02-689d-4001-8a87-e0e159b60f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023967 Sep 21 22:01:54.013905 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-4d3ddb14-6969-4240-bf26-d23b24d9bf5a req-199736fe-af29-432c-bb32-3cd1bdcd737d service neutron] 10.222.0.61 "GET /v2.0/networks/b9f43c02-689d-4001-8a87-e0e159b60f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852828 Sep 21 22:01:54.633788 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49024) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:54.670472 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9e7df-628f-420a-9e75-f59fb8a3ac3a req-e1492e15-78a8-4940-8171-c2a58005227d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:54.671961 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-acf9e7df-628f-420a-9e75-f59fb8a3ac3a req-e1492e15-78a8-4940-8171-c2a58005227d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 943 time: 0.0543740 Sep 21 22:01:54.718522 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-acf9e7df-628f-420a-9e75-f59fb8a3ac3a req-d5132300-e33c-4d21-aa87-a5b67736544b tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409923 Sep 21 22:01:54.740499 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2aa94e43-a48e-41e8-b388-1de559ed4181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:54.816206 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2aa94e43-a48e-41e8-b388-1de559ed4181 admin admin] Publish callbacks [] for security_group (aa75fe74-1a02-4bf4-9d83-91d99d0e541f), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:54.860094 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2aa94e43-a48e-41e8-b388-1de559ed4181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (aa75fe74-1a02-4bf4-9d83-91d99d0e541f), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:54.901378 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49032) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:54.901611 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-2aa94e43-a48e-41e8-b388-1de559ed4181 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=831412a519f64d8ea9c03f6b2d44f16f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664549 Sep 21 22:01:54.902562 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa94e43-a48e-41e8-b388-1de559ed4181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa75fe74-1a02-4bf4-9d83-91d99d0e541f,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:54.953663 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-a163219c-32d9-467e-8c6c-80a746dfe001 admin admin] Publish callbacks [] for security_group (aa75fe74-1a02-4bf4-9d83-91d99d0e541f), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:54.980785 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-a163219c-32d9-467e-8c6c-80a746dfe001 admin admin] Publish callbacks [] for security_group (aa75fe74-1a02-4bf4-9d83-91d99d0e541f), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:55.088915 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-a163219c-32d9-467e-8c6c-80a746dfe001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (aa75fe74-1a02-4bf4-9d83-91d99d0e541f), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:55.091690 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-a163219c-32d9-467e-8c6c-80a746dfe001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:55.092843 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-a163219c-32d9-467e-8c6c-80a746dfe001 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aa75fe74-1a02-4bf4-9d83-91d99d0e541f HTTP/1.1" status: 204 len: 168 time: 0.1897469 Sep 21 22:01:55.100779 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163219c-32d9-467e-8c6c-80a746dfe001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa75fe74-1a02-4bf4-9d83-91d99d0e541f,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:55.457263 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545907f-d3e5-4d6e-b96c-4edd1c3913c6 req-52b6b0af-6612-4f61-8051-a6b657233231 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:55.458780 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f545907f-d3e5-4d6e-b96c-4edd1c3913c6 req-52b6b0af-6612-4f61-8051-a6b657233231 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 945 time: 0.0532134 Sep 21 22:01:55.505382 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f545907f-d3e5-4d6e-b96c-4edd1c3913c6 req-588cb81e-f369-45e5-b495-3683753ac46a tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b776a9-b37e-41d0-90dc-a8f3a0e4fca5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407557 Sep 21 22:01:55.664531 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49052) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:55.678176 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b3b977ff-8cf0-435d-b0ab-38614024aabe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:55.750865 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b3b977ff-8cf0-435d-b0ab-38614024aabe admin admin] Publish callbacks [] for security_group (e6d3f575-0cd6-42f8-9f5d-ede043e0a30a), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:55.814401 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b3b977ff-8cf0-435d-b0ab-38614024aabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (e6d3f575-0cd6-42f8-9f5d-ede043e0a30a), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:55.842373 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4489e2-de44-46ab-ab9c-30385de54111 req-06f3fd25-df54-486f-a80b-1fd5da6d9fe2 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:55.843903 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7d4489e2-de44-46ab-ab9c-30385de54111 req-06f3fd25-df54-486f-a80b-1fd5da6d9fe2 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 943 time: 0.0524383 Sep 21 22:01:55.852858 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-b3b977ff-8cf0-435d-b0ab-38614024aabe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89e79789df4f4fb58dbcefb6e3076c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871412 Sep 21 22:01:55.853843 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b977ff-8cf0-435d-b0ab-38614024aabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d3f575-0cd6-42f8-9f5d-ede043e0a30a,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:55.856806 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49056) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:55.895206 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7d4489e2-de44-46ab-ab9c-30385de54111 req-c07a3ab2-6cff-4dc3-8d18-6e9f62de3aef tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452826 Sep 21 22:01:55.905537 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-49e0aa40-d59e-4f1e-95d8-108c3981061c admin admin] Publish callbacks [] for security_group (e6d3f575-0cd6-42f8-9f5d-ede043e0a30a), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:55.927293 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-49e0aa40-d59e-4f1e-95d8-108c3981061c admin admin] Publish callbacks [] for security_group (e6d3f575-0cd6-42f8-9f5d-ede043e0a30a), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:56.060520 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-49e0aa40-d59e-4f1e-95d8-108c3981061c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (e6d3f575-0cd6-42f8-9f5d-ede043e0a30a), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:56.063016 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-49e0aa40-d59e-4f1e-95d8-108c3981061c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:56.064297 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-49e0aa40-d59e-4f1e-95d8-108c3981061c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6d3f575-0cd6-42f8-9f5d-ede043e0a30a HTTP/1.1" status: 204 len: 168 time: 0.2065520 Sep 21 22:01:56.072381 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0aa40-d59e-4f1e-95d8-108c3981061c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d3f575-0cd6-42f8-9f5d-ede043e0a30a,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:56.454496 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:01:56.535176 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-749ce7a9-3988-4bb9-a553-b88ca8d4bd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:56.597558 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:01:56.640369 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4214f0-d89a-4621-a3bd-42b88fff16e2 req-f08790fa-a174-430b-8478-559144918640 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:56.641905 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0a4214f0-d89a-4621-a3bd-42b88fff16e2 req-f08790fa-a174-430b-8478-559144918640 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 945 time: 0.0606563 Sep 21 22:01:56.694187 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0a4214f0-d89a-4621-a3bd-42b88fff16e2 req-215ed660-dc5c-4957-851e-2369a2dbdaa5 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b776a9-b37e-41d0-90dc-a8f3a0e4fca5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462251 Sep 21 22:01:56.707048 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=5a5c5bd5-f10c-4f98-839c-3ded6a0beda2,segment=NetworkSegment(418b9f00-9632-42bc-a0fd-56528850040e),segment_id=418b9f00-9632-42bc-a0fd-56528850040e)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:56.719814 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': '5a5c5bd5-f10c-4f98-839c-3ded6a0beda2', 'network_id': 'b9f43c02-689d-4001-8a87-e0e159b60f87', 'port_id': '5a5c5bd5-f10c-4f98-839c-3ded6a0beda2', 'mac_address': 'fa:16:3e:b6:47:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78efa63-e59e-4d4a-b435-7e6dc34d85be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:01:56.754193 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:56.756450 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (5a5c5bd5-f10c-4f98-839c-3ded6a0beda2), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:56.767622 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:01:56.788848 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=5a5c5bd5-f10c-4f98-839c-3ded6a0beda2,segment=NetworkSegment(418b9f00-9632-42bc-a0fd-56528850040e),segment_id=418b9f00-9632-42bc-a0fd-56528850040e)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:56.843604 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (5a5c5bd5-f10c-4f98-839c-3ded6a0beda2), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:56.893709 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=5a5c5bd5-f10c-4f98-839c-3ded6a0beda2,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:57.021825 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87245032-a431-44bb-9eba-024012b03b42 req-f5dc39b5-4afe-487f-a13c-ddc730976711 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:57.023336 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-87245032-a431-44bb-9eba-024012b03b42 req-f5dc39b5-4afe-487f-a13c-ddc730976711 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 944 time: 0.0537307 Sep 21 22:01:57.071199 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-87245032-a431-44bb-9eba-024012b03b42 req-722be094-ec91-40a3-9924-e16817e87350 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423036 Sep 21 22:01:57.112578 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adc471-7a6b-40bd-8e04-d2e8383ef20f req-9e62644e-f410-4f72-8c03-ac85e8e28743 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:57.114296 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-09adc471-7a6b-40bd-8e04-d2e8383ef20f req-9e62644e-f410-4f72-8c03-ac85e8e28743 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 945 time: 0.0605328 Sep 21 22:01:57.153367 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['5a5c5bd5-f10c-4f98-839c-3ded6a0beda2'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:01:57.209607 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-09adc471-7a6b-40bd-8e04-d2e8383ef20f req-fd518d30-057b-45f2-9700-8dda5d3e43b1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Deleting port ffd20e0b-7afc-4466-9f8c-923ef441d098 {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:01:57.209978 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-09adc471-7a6b-40bd-8e04-d2e8383ef20f req-fd518d30-057b-45f2-9700-8dda5d3e43b1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (ffd20e0b-7afc-4466-9f8c-923ef441d098), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:57.304697 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-09adc471-7a6b-40bd-8e04-d2e8383ef20f req-fd518d30-057b-45f2-9700-8dda5d3e43b1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] For port ffd20e0b-7afc-4466-9f8c-923ef441d098, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=ffd20e0b-7afc-4466-9f8c-923ef441d098,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:57.305138 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-09adc471-7a6b-40bd-8e04-d2e8383ef20f req-fd518d30-057b-45f2-9700-8dda5d3e43b1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (ffd20e0b-7afc-4466-9f8c-923ef441d098), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:57.463109 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-09adc471-7a6b-40bd-8e04-d2e8383ef20f req-fd518d30-057b-45f2-9700-8dda5d3e43b1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:57.463477 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-09adc471-7a6b-40bd-8e04-d2e8383ef20f req-fd518d30-057b-45f2-9700-8dda5d3e43b1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (dc4f2a4a-2084-4d17-8787-bf8affd018ee), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:57.463797 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.l3_db [req-09adc471-7a6b-40bd-8e04-d2e8383ef20f req-fd518d30-057b-45f2-9700-8dda5d3e43b1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Floating IP dc4f2a4a-2084-4d17-8787-bf8affd018ee disassociated. External IP: 172.27.2.225, port: ffd20e0b-7afc-4466-9f8c-923ef441d098. Sep 21 22:01:57.464704 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-09adc471-7a6b-40bd-8e04-d2e8383ef20f req-fd518d30-057b-45f2-9700-8dda5d3e43b1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Calling delete_port for ffd20e0b-7afc-4466-9f8c-923ef441d098 owned by compute:nova {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:01:57.821863 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31d2d8-6e2d-4523-9a4c-df5efd69d94d req-714543a0-5a16-4ba2-8360-76febffd09cb tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:57.823336 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7c31d2d8-6e2d-4523-9a4c-df5efd69d94d req-714543a0-5a16-4ba2-8360-76febffd09cb tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 945 time: 0.0539300 Sep 21 22:01:57.881590 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7c31d2d8-6e2d-4523-9a4c-df5efd69d94d req-776ba89a-e564-4139-827f-77a9466d4337 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups?id=45b776a9-b37e-41d0-90dc-a8f3a0e4fca5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507100 Sep 21 22:01:57.923266 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-09adc471-7a6b-40bd-8e04-d2e8383ef20f req-fd518d30-057b-45f2-9700-8dda5d3e43b1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (ffd20e0b-7afc-4466-9f8c-923ef441d098), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:57.950210 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd518d30-057b-45f2-9700-8dda5d3e43b1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event deleted for resources: {'Port': ['ID=ffd20e0b-7afc-4466-9f8c-923ef441d098,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:58.056864 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09adc471-7a6b-40bd-8e04-d2e8383ef20f req-fd518d30-057b-45f2-9700-8dda5d3e43b1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Router 92a516de-15f7-4509-8377-11beb192c09d has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:01:58.165600 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09adc471-7a6b-40bd-8e04-d2e8383ef20f req-fd518d30-057b-45f2-9700-8dda5d3e43b1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:01:58.176082 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c48a1f-277f-4621-bb30-5f32c151d4ae None None] Sync routers for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:01:58.196974 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c48a1f-277f-4621-bb30-5f32c151d4ae None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:01:58.197608 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-23c48a1f-277f-4621-bb30-5f32c151d4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:01:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:58.208235 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-09adc471-7a6b-40bd-8e04-d2e8383ef20f req-fd518d30-057b-45f2-9700-8dda5d3e43b1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] No DVR routers for this DVR port ffd20e0b-7afc-4466-9f8c-923ef441d098 on host hv-cinder-85881 {{(pid=110730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:01:58.211172 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-09adc471-7a6b-40bd-8e04-d2e8383ef20f req-fd518d30-057b-45f2-9700-8dda5d3e43b1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:58.215754 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-09adc471-7a6b-40bd-8e04-d2e8383ef20f req-fd518d30-057b-45f2-9700-8dda5d3e43b1 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.61 "DELETE /v2.0/ports/ffd20e0b-7afc-4466-9f8c-923ef441d098 HTTP/1.1" status: 204 len: 173 time: 1.0953884 Sep 21 22:01:58.216064 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bb96e-4e59-4e42-b0c6-57e2f3a49129 req-58ae727f-50cc-4ef5-a63c-afc6cb7f2607 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:58.216546 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08062e33-20ae-42c6-82e0-b9e389166659', 'name': 'network-vif-deleted', 'tag': 'ffd20e0b-7afc-4466-9f8c-923ef441d098'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:01:58.218587 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c8480a-aa4f-479b-9fe0-506e2907ffcc" -d '{"events": [{"server_uuid": "08062e33-20ae-42c6-82e0-b9e389166659", "name": "network-vif-deleted", "tag": "ffd20e0b-7afc-4466-9f8c-923ef441d098"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:01:58.225440 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4b4bb96e-4e59-4e42-b0c6-57e2f3a49129 req-58ae727f-50cc-4ef5-a63c-afc6cb7f2607 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 944 time: 0.0708706 Sep 21 22:01:58.255698 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd1bdde-272c-4f5c-8613-313dba326428 x-openstack-request-id: req-3fd1bdde-272c-4f5c-8613-313dba326428 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:01:58.256775 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08062e33-20ae-42c6-82e0-b9e389166659", "name": "network-vif-deleted", "tag": "ffd20e0b-7afc-4466-9f8c-923ef441d098", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:01:58.257238 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3fd1bdde-272c-4f5c-8613-313dba326428 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:01:58.257812 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd1bdde-272c-4f5c-8613-313dba326428'] response: {'server_uuid': '08062e33-20ae-42c6-82e0-b9e389166659', 'name': 'network-vif-deleted', 'tag': 'ffd20e0b-7afc-4466-9f8c-923ef441d098', 'status': 'completed', 'code': 200} Sep 21 22:01:58.273954 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4b4bb96e-4e59-4e42-b0c6-57e2f3a49129 req-4aef8ed2-73fa-4d9c-aa6b-e18d9c10d242 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474310 Sep 21 22:01:58.328788 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-23c48a1f-277f-4621-bb30-5f32c151d4ae None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:01:58.527533 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-23c48a1f-277f-4621-bb30-5f32c151d4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:58.551085 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c48a1f-277f-4621-bb30-5f32c151d4ae None None] Checking router: 92a516de-15f7-4509-8377-11beb192c09d for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:01:58.559568 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c48a1f-277f-4621-bb30-5f32c151d4ae None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:01:58.560154 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-23c48a1f-277f-4621-bb30-5f32c151d4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:01:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:58.669311 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-23c48a1f-277f-4621-bb30-5f32c151d4ae None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:01:58.696217 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-143154f3-54b7-47d4-9e55-50d9c2cbbd29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:58.860298 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-23c48a1f-277f-4621-bb30-5f32c151d4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:58.883825 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c48a1f-277f-4621-bb30-5f32c151d4ae None None] The sync data for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi is: [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T21:56:08Z', 'revision_number': 4, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '2d80dbaf-80e7-47c6-b64d-ccabcbdc014d', 'name': '', 'network_id': '22bd5fcb-36cb-4d04-8fd5-44574faee68f', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'mac_address': 'fa:16:3e:cd:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:08Z', 'updated_at': '2022-09-21T21:56:12Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'subnets': [{'id': 'ffad0065-5e21-48c1-8b35-fb87327cf65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:01:58.985697 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ca7e30fb-9089-4cd6-a218-6120f7be32de req-164c6408-a7b3-4f41-bf81-003d2661bacb tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 210 time: 0.0278337 Sep 21 22:01:59.097536 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da77ba8-ceb3-49bf-8743-eed607691dc5 None None] New status for floating IP dc4f2a4a-2084-4d17-8787-bf8affd018ee: DOWN {{(pid=110733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:01:59.398158 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6480a18-22f8-4580-a9ed-326d68f1a7c3 req-bfcc208a-4f24-44b9-9ee1-e46fcb8199a4 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:59.399607 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a6480a18-22f8-4580-a9ed-326d68f1a7c3 req-bfcc208a-4f24-44b9-9ee1-e46fcb8199a4 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 944 time: 0.0537415 Sep 21 22:01:59.445042 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a6480a18-22f8-4580-a9ed-326d68f1a7c3 req-8e9a6f90-dcab-4792-806f-e9269793e532 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388253 Sep 21 22:01:59.894183 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.089308 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ba18534a-4ce2-4e60-ae32-05d7fe43aa28 req-cad3a780-5f05-4f49-81a4-a5741dadbbab tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/ports?device_id=08062e33-20ae-42c6-82e0-b9e389166659 HTTP/1.1" status: 200 len: 210 time: 0.0266817 Sep 21 22:02:00.570030 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebac153-656c-45dc-bafe-d8475184e8e3 req-6cad4911-1374-4ba1-9bfd-43499c0edb79 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:00.571507 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0ebac153-656c-45dc-bafe-d8475184e8e3 req-6cad4911-1374-4ba1-9bfd-43499c0edb79 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 944 time: 0.0527382 Sep 21 22:02:00.619147 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0ebac153-656c-45dc-bafe-d8475184e8e3 req-b47c7e72-b424-42c4-a0d8-7d10f9b05ac6 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420585 Sep 21 22:02:00.955681 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:02:01.071559 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:02:01.076776 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:02:01.077738 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (5a5c5bd5-f10c-4f98-839c-3ded6a0beda2), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.078089 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 Sep 21 22:02:01.162894 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:01.163359 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (5a5c5bd5-f10c-4f98-839c-3ded6a0beda2), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.188377 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf523cb-be53-4192-80b7-bc41834c618c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5c5bd5-f10c-4f98-839c-3ded6a0beda2'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:02:01.190699 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c171c9-e83d-4293-a454-920fe871c9a4" -d '{"events": [{"server_uuid": "9cf523cb-be53-4192-80b7-bc41834c618c", "name": "network-vif-plugged", "status": "completed", "tag": "5a5c5bd5-f10c-4f98-839c-3ded6a0beda2"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:02:01.208686 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=5a5c5bd5-f10c-4f98-839c-3ded6a0beda2,segment=NetworkSegment(418b9f00-9632-42bc-a0fd-56528850040e),segment_id=418b9f00-9632-42bc-a0fd-56528850040e)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:01.234963 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3e1c33-21f8-4bd3-8592-833192b81bf8 x-openstack-request-id: req-ee3e1c33-21f8-4bd3-8592-833192b81bf8 {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:02:01.235260 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf523cb-be53-4192-80b7-bc41834c618c", "name": "network-vif-plugged", "status": "completed", "tag": "5a5c5bd5-f10c-4f98-839c-3ded6a0beda2", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:02:01.235517 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee3e1c33-21f8-4bd3-8592-833192b81bf8 {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:02:01.235921 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee3e1c33-21f8-4bd3-8592-833192b81bf8'] response: {'server_uuid': '9cf523cb-be53-4192-80b7-bc41834c618c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5c5bd5-f10c-4f98-839c-3ded6a0beda2', 'code': 200} Sep 21 22:02:01.280461 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49192) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:01.318393 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (5a5c5bd5-f10c-4f98-839c-3ded6a0beda2), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.319347 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device ffd20e0b-7afc-4466-9f8c-923ef441d098 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:02:01.342476 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-24eb74b1-c287-4d87-9db4-962982cc20b5 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (45b776a9-b37e-41d0-90dc-a8f3a0e4fca5), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.343124 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: ffd20e0b-7afc-4466-9f8c-923ef441d098 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:02:01.343728 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device ffd20e0b-7afc-4466-9f8c-923ef441d098 not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:02:01.369818 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-24eb74b1-c287-4d87-9db4-962982cc20b5 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (45b776a9-b37e-41d0-90dc-a8f3a0e4fca5), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.387489 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=5a5c5bd5-f10c-4f98-839c-3ded6a0beda2,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:01.396902 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:01.397281 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:01.397621 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:01.397955 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:01.398284 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:01.398613 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:01.398934 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:01.399254 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:01.399575 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:01.399893 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:01.400207 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:01.400523 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:01.400838 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:01.509910 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-24eb74b1-c287-4d87-9db4-962982cc20b5 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (45b776a9-b37e-41d0-90dc-a8f3a0e4fca5), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.512606 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-24eb74b1-c287-4d87-9db4-962982cc20b5 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.513809 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-24eb74b1-c287-4d87-9db4-962982cc20b5 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "DELETE /v2.0/security-groups/45b776a9-b37e-41d0-90dc-a8f3a0e4fca5 HTTP/1.1" status: 204 len: 168 time: 0.2318661 Sep 21 22:02:01.516672 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49194) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:01.523213 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb74b1-c287-4d87-9db4-962982cc20b5 tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b776a9-b37e-41d0-90dc-a8f3a0e4fca5,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:01.530024 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.api.v2.resource [None req-434a8af8-c0fc-413a-a4b9-d9a5b4b63f0f tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] show failed (client error): The resource could not be found. Sep 21 22:02:01.531609 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-434a8af8-c0fc-413a-a4b9-d9a5b4b63f0f tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "GET /v2.0/security-groups/45b776a9-b37e-41d0-90dc-a8f3a0e4fca5 HTTP/1.1" status: 404 len: 347 time: 0.0138898 Sep 21 22:02:01.533846 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49196) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:01.585674 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.631215 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8ac59-20ab-4961-8e18-8de0a118d37f req-b33a9a7c-ca42-412f-9225-d2e5b555b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:01.632753 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-8ee8ac59-20ab-4961-8e18-8de0a118d37f req-b33a9a7c-ca42-412f-9225-d2e5b555b2a1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 1129 time: 0.0481958 Sep 21 22:02:01.657558 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-fddd0257-d93a-4ca7-8675-ff7e5d23cd3e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Deleting port 7c824b4b-3967-4339-96d5-117a0ff957e5 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:02:01.658151 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fddd0257-d93a-4ca7-8675-ff7e5d23cd3e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (7c824b4b-3967-4339-96d5-117a0ff957e5), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.682089 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-8ee8ac59-20ab-4961-8e18-8de0a118d37f req-d455f651-ae6e-4a2d-ba54-cd258f70083d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427144 Sep 21 22:02:01.741850 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fddd0257-d93a-4ca7-8675-ff7e5d23cd3e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (7c824b4b-3967-4339-96d5-117a0ff957e5), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.742073 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fddd0257-d93a-4ca7-8675-ff7e5d23cd3e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (7c824b4b-3967-4339-96d5-117a0ff957e5), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.756543 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-fddd0257-d93a-4ca7-8675-ff7e5d23cd3e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Calling delete_port for 7c824b4b-3967-4339-96d5-117a0ff957e5 owned by network:floatingip {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:02:02.182132 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456fefe-2ad2-4ff2-8a70-389ac816c4a0 req-185bb810-279c-41e5-9657-3555db6fad87 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:02.183615 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d456fefe-2ad2-4ff2-8a70-389ac816c4a0 req-185bb810-279c-41e5-9657-3555db6fad87 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 945 time: 0.0843205 Sep 21 22:02:02.232184 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d456fefe-2ad2-4ff2-8a70-389ac816c4a0 req-770cf484-afe9-4542-adfe-9a6114e08df6 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 Sep 21 22:02:02.242769 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fddd0257-d93a-4ca7-8675-ff7e5d23cd3e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (7c824b4b-3967-4339-96d5-117a0ff957e5), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:02.270916 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd0257-d93a-4ca7-8675-ff7e5d23cd3e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Pushing event deleted for resources: {'Port': ['ID=7c824b4b-3967-4339-96d5-117a0ff957e5,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:02.337387 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fddd0257-d93a-4ca7-8675-ff7e5d23cd3e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks [] for floatingip (dc4f2a4a-2084-4d17-8787-bf8affd018ee), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:02.341665 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-fddd0257-d93a-4ca7-8675-ff7e5d23cd3e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:02.344733 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-fddd0257-d93a-4ca7-8675-ff7e5d23cd3e tempest-AttachVolumeNegativeTest-1803589235 tempest-AttachVolumeNegativeTest-1803589235-project] 10.222.0.42 "DELETE /v2.0/floatingips/dc4f2a4a-2084-4d17-8787-bf8affd018ee HTTP/1.1" status: 204 len: 168 time: 0.8099458 Sep 21 22:02:03.077226 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:03.355071 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6c128-e9ee-439d-9cc1-2ee4a43ad4b5 req-395ed23d-c5a4-4399-ba34-a9a078fc421b tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:03.356544 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-93e6c128-e9ee-439d-9cc1-2ee4a43ad4b5 req-395ed23d-c5a4-4399-ba34-a9a078fc421b tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 945 time: 0.0518398 Sep 21 22:02:03.402108 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-93e6c128-e9ee-439d-9cc1-2ee4a43ad4b5 req-77771687-2034-4202-abc2-5f612a0d63f9 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400622 Sep 21 22:02:03.473485 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49230) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:03.766032 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-2b1379f9-b7e8-4542-a8a6-8ce3906eb024 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Deleting port 09f6dbce-585e-4efe-acea-1e301935429f {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:02:03.766368 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2b1379f9-b7e8-4542-a8a6-8ce3906eb024 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (09f6dbce-585e-4efe-acea-1e301935429f), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:03.843306 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2b1379f9-b7e8-4542-a8a6-8ce3906eb024 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (09f6dbce-585e-4efe-acea-1e301935429f), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:03.843635 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2b1379f9-b7e8-4542-a8a6-8ce3906eb024 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for floatingip (09f6dbce-585e-4efe-acea-1e301935429f), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:03.855195 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-2b1379f9-b7e8-4542-a8a6-8ce3906eb024 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Calling delete_port for 09f6dbce-585e-4efe-acea-1e301935429f owned by network:floatingip {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:02:04.073607 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2b1379f9-b7e8-4542-a8a6-8ce3906eb024 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (09f6dbce-585e-4efe-acea-1e301935429f), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:04.091795 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1379f9-b7e8-4542-a8a6-8ce3906eb024 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Pushing event deleted for resources: {'Port': ['ID=09f6dbce-585e-4efe-acea-1e301935429f,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:04.149581 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2b1379f9-b7e8-4542-a8a6-8ce3906eb024 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for floatingip (404960fc-d4d4-4aae-b053-f04ba6c471f0), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:04.150053 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.l3_db [None req-2b1379f9-b7e8-4542-a8a6-8ce3906eb024 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Floating IP 404960fc-d4d4-4aae-b053-f04ba6c471f0 disassociated (deleted). External IP: 172.27.2.24, port: f17c0f96-a0c1-4158-bd7e-90fee5d43f25. Sep 21 22:02:04.342697 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1379f9-b7e8-4542-a8a6-8ce3906eb024 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Router 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:02:04.461373 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1379f9-b7e8-4542-a8a6-8ce3906eb024 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:02:04.466990 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2b1379f9-b7e8-4542-a8a6-8ce3906eb024 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:04.471562 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f741704-400a-4368-a289-39601eb73cdf None None] Sync routers for ids ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:02:04.481879 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f741704-400a-4368-a289-39601eb73cdf None None] Routers {'4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:02:04.482510 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-2f741704-400a-4368-a289-39601eb73cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:01:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:04.498822 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-2b1379f9-b7e8-4542-a8a6-8ce3906eb024 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "DELETE /v2.0/floatingips/404960fc-d4d4-4aae-b053-f04ba6c471f0 HTTP/1.1" status: 204 len: 168 time: 1.0242293 Sep 21 22:02:04.499471 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6348e98b-689d-4f71-9d17-176f02fd8903', 'tag': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:02:04.501763 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b038820-795b-4938-b56f-0b717a0d3f22" -d '{"events": [{"name": "network-changed", "server_uuid": "6348e98b-689d-4f71-9d17-176f02fd8903", "tag": "f17c0f96-a0c1-4158-bd7e-90fee5d43f25"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:02:04.538762 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0613860f-9bf8-42d2-b933-90b09b8dd873 x-openstack-request-id: req-0613860f-9bf8-42d2-b933-90b09b8dd873 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:02:04.539238 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6348e98b-689d-4f71-9d17-176f02fd8903", "tag": "f17c0f96-a0c1-4158-bd7e-90fee5d43f25", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:02:04.539550 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0613860f-9bf8-42d2-b933-90b09b8dd873 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:02:04.540044 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0613860f-9bf8-42d2-b933-90b09b8dd873'] response: {'name': 'network-changed', 'server_uuid': '6348e98b-689d-4f71-9d17-176f02fd8903', 'tag': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25', 'status': 'completed', 'code': 200} Sep 21 22:02:04.586479 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-2f741704-400a-4368-a289-39601eb73cdf None None] Set router 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:02:04.773603 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-2f741704-400a-4368-a289-39601eb73cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'name': 'tempest-TestShelveInstance-1834737077-router', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:20Z', 'revision_number': 4, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'gw_port': {'id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a7c95fb0-9090-4267-bca5-63c529e26528', 'name': '', 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'mac_address': 'fa:16:3e:37:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '83c905c7-034c-443d-b146-b33f013859ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:19Z', 'updated_at': '2022-09-21T21:56:23Z', 'revision_number': 5, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'subnets': [{'id': '83c905c7-034c-443d-b146-b33f013859ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:04.797654 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f741704-400a-4368-a289-39601eb73cdf None None] Checking router: 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:02:04.805814 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f741704-400a-4368-a289-39601eb73cdf None None] Routers {'4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:02:04.806413 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-2f741704-400a-4368-a289-39601eb73cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:01:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:04.907439 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-2f741704-400a-4368-a289-39601eb73cdf None None] Set router 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:02:04.913001 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a5b97-9b5c-4f2d-989a-2f513221acbc req-9cb62d40-19dc-4877-9374-59f702ad5138 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:04.914504 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3e1a5b97-9b5c-4f2d-989a-2f513221acbc req-9cb62d40-19dc-4877-9374-59f702ad5138 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0552943 Sep 21 22:02:04.965672 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3e1a5b97-9b5c-4f2d-989a-2f513221acbc req-d0301c08-7a5d-4ec0-80c9-7a1342efff15 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452991 Sep 21 22:02:05.225005 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-2f741704-400a-4368-a289-39601eb73cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'name': 'tempest-TestShelveInstance-1834737077-router', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:20Z', 'revision_number': 4, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'gw_port': {'id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a7c95fb0-9090-4267-bca5-63c529e26528', 'name': '', 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'mac_address': 'fa:16:3e:37:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '83c905c7-034c-443d-b146-b33f013859ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:19Z', 'updated_at': '2022-09-21T21:56:23Z', 'revision_number': 5, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'subnets': [{'id': '83c905c7-034c-443d-b146-b33f013859ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:05.249066 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f741704-400a-4368-a289-39601eb73cdf None None] The sync data for ids ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'] in dv-cinder-858818-1-iscsi is: [{'id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'name': 'tempest-TestShelveInstance-1834737077-router', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:20Z', 'revision_number': 4, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'gw_port': {'id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'a7c95fb0-9090-4267-bca5-63c529e26528', 'name': '', 'network_id': 'f022d5b8-a602-40fa-8402-62feed81b553', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'mac_address': 'fa:16:3e:37:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '83c905c7-034c-443d-b146-b33f013859ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:19Z', 'updated_at': '2022-09-21T21:56:23Z', 'revision_number': 5, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'subnets': [{'id': '83c905c7-034c-443d-b146-b33f013859ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:02:05.461625 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a3c66c-71f2-47b0-9123-892032f36ba3 None None] New status for floating IP 404960fc-d4d4-4aae-b053-f04ba6c471f0: DOWN {{(pid=110733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:02:05.920543 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b038820-795b-4938-b56f-0b717a0d3f22 req-e718275b-9bfe-4738-992f-272421b3a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:05.922169 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-7b038820-795b-4938-b56f-0b717a0d3f22 req-e718275b-9bfe-4738-992f-272421b3a3cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca27d64dad9041379ee04b2c12a4054e&device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 1130 time: 0.0455587 Sep 21 22:02:06.020648 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b038820-795b-4938-b56f-0b717a0d3f22 req-4edfdffa-28cd-4bea-977d-bcc5b4358a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:06.022275 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-7b038820-795b-4938-b56f-0b717a0d3f22 req-4edfdffa-28cd-4bea-977d-bcc5b4358a7b service neutron] 10.222.0.61 "GET /v2.0/networks?id=f022d5b8-a602-40fa-8402-62feed81b553 HTTP/1.1" status: 200 len: 910 time: 0.0943704 Sep 21 22:02:06.067753 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-7b038820-795b-4938-b56f-0b717a0d3f22 req-a4c71d2d-86bb-4de4-85ba-261ada7317af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f17c0f96-a0c1-4158-bd7e-90fee5d43f25 HTTP/1.1" status: 200 len: 217 time: 0.0384247 Sep 21 22:02:06.097210 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6cd69-f762-4241-a758-4217b93e3f33 req-f8729473-c54a-4d83-bb03-4c2ea369d098 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:06.098767 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e4a6cd69-f762-4241-a758-4217b93e3f33 req-f8729473-c54a-4d83-bb03-4c2ea369d098 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0541008 Sep 21 22:02:06.122676 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b038820-795b-4938-b56f-0b717a0d3f22 req-2488d3d8-df40-48d0-8ad1-a2759b67d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:06.124081 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-7b038820-795b-4938-b56f-0b717a0d3f22 req-2488d3d8-df40-48d0-8ad1-a2759b67d1cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83c905c7-034c-443d-b146-b33f013859ce HTTP/1.1" status: 200 len: 848 time: 0.0487542 Sep 21 22:02:06.149619 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e4a6cd69-f762-4241-a758-4217b93e3f33 req-9167e031-6093-4f28-b844-8d0d58987319 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452344 Sep 21 22:02:06.177329 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b038820-795b-4938-b56f-0b717a0d3f22 req-ea8deb56-5975-43e9-a564-ef5f5226f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:06.178927 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-7b038820-795b-4938-b56f-0b717a0d3f22 req-ea8deb56-5975-43e9-a564-ef5f5226f97f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f022d5b8-a602-40fa-8402-62feed81b553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484545 Sep 21 22:02:06.269382 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-7b038820-795b-4938-b56f-0b717a0d3f22 req-297d863a-288e-4bbc-89d6-61857d09cd10 service neutron] 10.222.0.61 "GET /v2.0/networks/f022d5b8-a602-40fa-8402-62feed81b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827734 Sep 21 22:02:06.365048 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-7b038820-795b-4938-b56f-0b717a0d3f22 req-937c8e83-9a78-486f-ab04-c2b6bfe57efd service neutron] 10.222.0.61 "GET /v2.0/networks/f022d5b8-a602-40fa-8402-62feed81b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877171 Sep 21 22:02:07.291651 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1412c3-29db-4efe-a510-450856fd543a req-c6626280-2791-4c2b-9e8d-dbe80f8490cf tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:07.297498 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7d1412c3-29db-4efe-a510-450856fd543a req-c6626280-2791-4c2b-9e8d-dbe80f8490cf tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0721991 Sep 21 22:02:07.346215 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7d1412c3-29db-4efe-a510-450856fd543a req-f65288da-076a-4c6a-8720-f9d69cd7ccba tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a75e1a8-4b46-41ad-af15-24d529d656b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475018 Sep 21 22:02:07.896284 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78d2c1-97eb-4d58-bf45-a8c3704bff2d req-5ca6cc2f-5632-4aa7-bfd7-0b3db3522f9d tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:07.897712 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1f78d2c1-97eb-4d58-bf45-a8c3704bff2d req-5ca6cc2f-5632-4aa7-bfd7-0b3db3522f9d tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.61 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 946 time: 0.0541694 Sep 21 22:02:07.986766 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-1f78d2c1-97eb-4d58-bf45-a8c3704bff2d req-89e367c7-4694-41e3-89e8-72ec001cfa60 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Deleting port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:02:07.987108 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-1f78d2c1-97eb-4d58-bf45-a8c3704bff2d req-89e367c7-4694-41e3-89e8-72ec001cfa60 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:08.081612 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-1f78d2c1-97eb-4d58-bf45-a8c3704bff2d req-89e367c7-4694-41e3-89e8-72ec001cfa60 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] For port f17c0f96-a0c1-4158-bd7e-90fee5d43f25, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=f17c0f96-a0c1-4158-bd7e-90fee5d43f25,segment=NetworkSegment(ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f),segment_id=ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:08.081971 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-1f78d2c1-97eb-4d58-bf45-a8c3704bff2d req-89e367c7-4694-41e3-89e8-72ec001cfa60 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:08.094931 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-1f78d2c1-97eb-4d58-bf45-a8c3704bff2d req-89e367c7-4694-41e3-89e8-72ec001cfa60 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Calling delete_port for f17c0f96-a0c1-4158-bd7e-90fee5d43f25 owned by compute:nova {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:02:08.275099 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-1f78d2c1-97eb-4d58-bf45-a8c3704bff2d req-89e367c7-4694-41e3-89e8-72ec001cfa60 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (f17c0f96-a0c1-4158-bd7e-90fee5d43f25), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:08.305041 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e367c7-4694-41e3-89e8-72ec001cfa60 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Pushing event deleted for resources: {'Port': ['ID=f17c0f96-a0c1-4158-bd7e-90fee5d43f25,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:08.362445 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f78d2c1-97eb-4d58-bf45-a8c3704bff2d req-89e367c7-4694-41e3-89e8-72ec001cfa60 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] No DVR routers for this DVR port f17c0f96-a0c1-4158-bd7e-90fee5d43f25 on host hv-cinder-85881 {{(pid=110730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:02:08.364985 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-1f78d2c1-97eb-4d58-bf45-a8c3704bff2d req-89e367c7-4694-41e3-89e8-72ec001cfa60 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:08.368341 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-1f78d2c1-97eb-4d58-bf45-a8c3704bff2d req-89e367c7-4694-41e3-89e8-72ec001cfa60 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.61 "DELETE /v2.0/ports/f17c0f96-a0c1-4158-bd7e-90fee5d43f25 HTTP/1.1" status: 204 len: 173 time: 0.4649034 Sep 21 22:02:08.368846 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6348e98b-689d-4f71-9d17-176f02fd8903', 'name': 'network-vif-deleted', 'tag': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:02:08.371254 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146fa2bd-8f4b-44c2-9311-abbb5d21a5d1" -d '{"events": [{"server_uuid": "6348e98b-689d-4f71-9d17-176f02fd8903", "name": "network-vif-deleted", "tag": "f17c0f96-a0c1-4158-bd7e-90fee5d43f25"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:02:08.411223 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bc1e71-8a1d-45c2-8307-a12adbc00235 x-openstack-request-id: req-56bc1e71-8a1d-45c2-8307-a12adbc00235 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:02:08.411531 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6348e98b-689d-4f71-9d17-176f02fd8903", "name": "network-vif-deleted", "tag": "f17c0f96-a0c1-4158-bd7e-90fee5d43f25", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:02:08.411874 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-56bc1e71-8a1d-45c2-8307-a12adbc00235 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:02:08.412214 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56bc1e71-8a1d-45c2-8307-a12adbc00235'] response: {'server_uuid': '6348e98b-689d-4f71-9d17-176f02fd8903', 'name': 'network-vif-deleted', 'tag': 'f17c0f96-a0c1-4158-bd7e-90fee5d43f25', 'status': 'completed', 'code': 200} Sep 21 22:02:08.457985 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aef9518a-3463-4440-ac22-29bdec2a488d req-43dbacce-1b16-42f6-841e-eadae8387857 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 210 time: 0.0295138 Sep 21 22:02:08.602930 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49368) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:09.081146 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-5497098f-1063-4d3a-b1c6-d529cc203d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756247'] for router_interface (92a516de-15f7-4509-8377-11beb192c09d), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:09.318203 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-5497098f-1063-4d3a-b1c6-d529cc203d4a admin admin] Deleting port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:02:09.318545 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-5497098f-1063-4d3a-b1c6-d529cc203d4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (2d80dbaf-80e7-47c6-b64d-ccabcbdc014d), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:09.405944 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [None req-5497098f-1063-4d3a-b1c6-d529cc203d4a admin admin] For port 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=2d80dbaf-80e7-47c6-b64d-ccabcbdc014d,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:09.406329 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-5497098f-1063-4d3a-b1c6-d529cc203d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (2d80dbaf-80e7-47c6-b64d-ccabcbdc014d), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:09.419564 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-5497098f-1063-4d3a-b1c6-d529cc203d4a admin admin] Calling delete_port for 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d owned by network:router_interface {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:02:09.577447 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e695a733-4142-46f2-8345-51acead66722 req-71ce7a80-fd75-42e8-9328-4fcd388f688e tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 210 time: 0.0299706 Sep 21 22:02:09.682975 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-5497098f-1063-4d3a-b1c6-d529cc203d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (2d80dbaf-80e7-47c6-b64d-ccabcbdc014d), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:09.709776 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497098f-1063-4d3a-b1c6-d529cc203d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d80dbaf-80e7-47c6-b64d-ccabcbdc014d,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:09.875779 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-5497098f-1063-4d3a-b1c6-d529cc203d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757127'] for router_interface (92a516de-15f7-4509-8377-11beb192c09d), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:10.089764 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5497098f-1063-4d3a-b1c6-d529cc203d4a admin admin] Router 92a516de-15f7-4509-8377-11beb192c09d has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:02:10.193272 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5497098f-1063-4d3a-b1c6-d529cc203d4a admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:02:10.200033 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-5497098f-1063-4d3a-b1c6-d529cc203d4a admin admin] 10.222.0.42 "PUT /v2.0/routers/92a516de-15f7-4509-8377-11beb192c09d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5952425 Sep 21 22:02:10.202588 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49384) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:10.205664 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207afd5-eac7-423e-a0b6-383aa71440d6 None None] Sync routers for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:02:10.216378 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207afd5-eac7-423e-a0b6-383aa71440d6 None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:02:10.217031 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-6207afd5-eac7-423e-a0b6-383aa71440d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:01:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:10.300166 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8f439ce3-d2ae-4613-abb5-0bd85c4f64c3 admin admin] Publish callbacks [] for router (92a516de-15f7-4509-8377-11beb192c09d), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:10.317259 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-6207afd5-eac7-423e-a0b6-383aa71440d6 None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:02:10.403186 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8f439ce3-d2ae-4613-abb5-0bd85c4f64c3 admin admin] Publish callbacks [] for router_gateway (92a516de-15f7-4509-8377-11beb192c09d), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:10.508347 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-6207afd5-eac7-423e-a0b6-383aa71440d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T22:02:09Z', 'revision_number': 5, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port': {'id': '192ba6da-32fa-4204-a8cc-0c7523de49b6', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a516de-15f7-4509-8377-11beb192c09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:06Z', 'updated_at': '2022-09-21T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:10.516219 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-8f439ce3-d2ae-4613-abb5-0bd85c4f64c3 admin admin] Deleting port 192ba6da-32fa-4204-a8cc-0c7523de49b6 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:02:10.516557 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8f439ce3-d2ae-4613-abb5-0bd85c4f64c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (192ba6da-32fa-4204-a8cc-0c7523de49b6), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:10.533421 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207afd5-eac7-423e-a0b6-383aa71440d6 None None] Checking router: 92a516de-15f7-4509-8377-11beb192c09d for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:02:10.548200 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207afd5-eac7-423e-a0b6-383aa71440d6 None None] Routers {'92a516de-15f7-4509-8377-11beb192c09d'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:02:10.548822 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-6207afd5-eac7-423e-a0b6-383aa71440d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:01:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['92a516de-15f7-4509-8377-11beb192c09d'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:10.603991 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [None req-8f439ce3-d2ae-4613-abb5-0bd85c4f64c3 admin admin] For port 192ba6da-32fa-4204-a8cc-0c7523de49b6, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=192ba6da-32fa-4204-a8cc-0c7523de49b6,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:10.604623 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8f439ce3-d2ae-4613-abb5-0bd85c4f64c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (192ba6da-32fa-4204-a8cc-0c7523de49b6), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:10.628157 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-8f439ce3-d2ae-4613-abb5-0bd85c4f64c3 admin admin] Calling delete_port for 192ba6da-32fa-4204-a8cc-0c7523de49b6 owned by network:router_gateway {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:02:10.637267 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-6207afd5-eac7-423e-a0b6-383aa71440d6 None None] Set router 92a516de-15f7-4509-8377-11beb192c09d gateway port host: None {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:02:10.687528 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-6207afd5-eac7-423e-a0b6-383aa71440d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T22:02:10Z', 'revision_number': 6, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port_host': None}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:10.700421 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e06466d9-7063-4945-b979-0bd884a0ce96 req-ed5321ad-573c-4b40-9819-c6892551b7f1 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 210 time: 0.0329995 Sep 21 22:02:10.716672 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207afd5-eac7-423e-a0b6-383aa71440d6 None None] The sync data for ids ['92a516de-15f7-4509-8377-11beb192c09d'] in dv-cinder-858818-1-iscsi is: [{'id': '92a516de-15f7-4509-8377-11beb192c09d', 'name': 'tempest-AttachVolumeNegativeTest-1191693124-router', 'tenant_id': '97db019d1a20418dbd658422bd2abeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:05Z', 'updated_at': '2022-09-21T22:02:10Z', 'revision_number': 6, 'project_id': '97db019d1a20418dbd658422bd2abeec', 'gw_port_host': None}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:02:10.905387 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8f439ce3-d2ae-4613-abb5-0bd85c4f64c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (192ba6da-32fa-4204-a8cc-0c7523de49b6), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:10.929628 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f439ce3-d2ae-4613-abb5-0bd85c4f64c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=192ba6da-32fa-4204-a8cc-0c7523de49b6,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:10.992133 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8f439ce3-d2ae-4613-abb5-0bd85c4f64c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754989'] for router_gateway (92a516de-15f7-4509-8377-11beb192c09d), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.083364 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8f439ce3-d2ae-4613-abb5-0bd85c4f64c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-767650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256424'] for router (92a516de-15f7-4509-8377-11beb192c09d), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.086791 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8f439ce3-d2ae-4613-abb5-0bd85c4f64c3 admin admin] Publish callbacks [] for router_controller (92a516de-15f7-4509-8377-11beb192c09d), precommit_delete_associations {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.197111 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8f439ce3-d2ae-4613-abb5-0bd85c4f64c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-767673'] for router (92a516de-15f7-4509-8377-11beb192c09d), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.197709 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f439ce3-d2ae-4613-abb5-0bd85c4f64c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92a516de-15f7-4509-8377-11beb192c09d {{(pid=110731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:02:11.202659 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8f439ce3-d2ae-4613-abb5-0bd85c4f64c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.203826 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-8f439ce3-d2ae-4613-abb5-0bd85c4f64c3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/92a516de-15f7-4509-8377-11beb192c09d HTTP/1.1" status: 204 len: 168 time: 1.0002754 Sep 21 22:02:11.206383 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49394) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:11.254252 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d344f9e-c4b6-45d6-afae-d9f82fc335d9 admin admin] Deleting subnet ffad0065-5e21-48c1-8b35-fb87327cf65f {{(pid=110731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:02:11.257309 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6d344f9e-c4b6-45d6-afae-d9f82fc335d9 admin admin] Publish callbacks [] for subnet (ffad0065-5e21-48c1-8b35-fb87327cf65f), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.291430 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6d344f9e-c4b6-45d6-afae-d9f82fc335d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3482865'] for subnet (ffad0065-5e21-48c1-8b35-fb87327cf65f), precommit_delete_associations {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.370047 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6d344f9e-c4b6-45d6-afae-d9f82fc335d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33078224'] for subnet (ffad0065-5e21-48c1-8b35-fb87327cf65f), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.527489 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6d344f9e-c4b6-45d6-afae-d9f82fc335d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33078215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8969101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8868688'] for subnet (ffad0065-5e21-48c1-8b35-fb87327cf65f), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.554821 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d344f9e-c4b6-45d6-afae-d9f82fc335d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffad0065-5e21-48c1-8b35-fb87327cf65f,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:11.560157 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6d344f9e-c4b6-45d6-afae-d9f82fc335d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.561562 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-6d344f9e-c4b6-45d6-afae-d9f82fc335d9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ffad0065-5e21-48c1-8b35-fb87327cf65f HTTP/1.1" status: 204 len: 168 time: 0.3533852 Sep 21 22:02:11.563008 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4466e239-1f02-4b26-acfc-871d0d221d28 None None] Network 22bd5fcb-36cb-4d04-8fd5-44574faee68f requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:02:11.564428 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49398) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:11.646817 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33135276'] for network (22bd5fcb-36cb-4d04-8fd5-44574faee68f), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.702562 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] Deleting port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:02:11.702912 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (4605e43b-5bc7-48db-9e5c-2346fbc2a85f), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.747339 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c63371d-2a18-4912-8183-2ce589761bc5 None None] DHCP port deletion for 22bd5fcb-36cb-4d04-8fd5-44574faee68f request from dv-cinder-858818-1-iscsi {{(pid=110732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:02:11.778197 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] For port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=4605e43b-5bc7-48db-9e5c-2346fbc2a85f,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:11.778606 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (4605e43b-5bc7-48db-9e5c-2346fbc2a85f), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.803749 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-2c63371d-2a18-4912-8183-2ce589761bc5 None None] Deleting port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f {{(pid=110732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:02:11.804215 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-2c63371d-2a18-4912-8183-2ce589761bc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (4605e43b-5bc7-48db-9e5c-2346fbc2a85f), before_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.805308 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] Calling delete_port for 4605e43b-5bc7-48db-9e5c-2346fbc2a85f owned by network:dhcp {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:02:11.827910 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b09b0c72-e0b2-498e-9bb6-2582568ab4f1 req-0aebff33-641b-4d5e-8c11-7c2e1badfd8e tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "GET /v2.0/ports?device_id=6348e98b-689d-4f71-9d17-176f02fd8903 HTTP/1.1" status: 200 len: 210 time: 0.0305645 Sep 21 22:02:11.883447 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-2c63371d-2a18-4912-8183-2ce589761bc5 None None] For port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=4605e43b-5bc7-48db-9e5c-2346fbc2a85f,segment=NetworkSegment(034a41b4-dde4-40e6-858a-9899979f36ba),segment_id=034a41b4-dde4-40e6-858a-9899979f36ba)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:11.883837 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-2c63371d-2a18-4912-8183-2ce589761bc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (4605e43b-5bc7-48db-9e5c-2346fbc2a85f), precommit_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.896208 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-2c63371d-2a18-4912-8183-2ce589761bc5 None None] Calling delete_port for 4605e43b-5bc7-48db-9e5c-2346fbc2a85f owned by network:dhcp {{(pid=110732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:02:11.962730 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (4605e43b-5bc7-48db-9e5c-2346fbc2a85f), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.975410 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-2c63371d-2a18-4912-8183-2ce589761bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688'] for port (4605e43b-5bc7-48db-9e5c-2346fbc2a85f), after_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.987208 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4605e43b-5bc7-48db-9e5c-2346fbc2a85f,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:11.994027 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] No DVR routers for this DVR port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f on host dv-cinder-858818-1-iscsi {{(pid=110730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:02:12.013800 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63371d-2a18-4912-8183-2ce589761bc5 None None] Pushing event deleted for resources: {'Port': ['ID=4605e43b-5bc7-48db-9e5c-2346fbc2a85f,revision_number=None']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:12.016298 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c63371d-2a18-4912-8183-2ce589761bc5 None None] No DVR routers for this DVR port 4605e43b-5bc7-48db-9e5c-2346fbc2a85f on host dv-cinder-858818-1-iscsi {{(pid=110732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:02:12.076947 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33075543', 'neutron.services.segments.db._delete_segments_for_network-8730879860727'] for network (22bd5fcb-36cb-4d04-8fd5-44574faee68f), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:12.098026 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bd5fcb-36cb-4d04-8fd5-44574faee68f']}} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:12.109261 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034a41b4-dde4-40e6-858a-9899979f36ba') {'for_net_delete': True} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:12.109850 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034a41b4-dde4-40e6-858a-9899979f36ba') {} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:12.122004 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730879863565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436123'] for segment (034a41b4-dde4-40e6-858a-9899979f36ba), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:12.135413 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (034a41b4-dde4-40e6-858a-9899979f36ba), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:12.141339 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=110730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:02:12.141716 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9435006'] for segment (034a41b4-dde4-40e6-858a-9899979f36ba), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:12.180451 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 034a41b4-dde4-40e6-858a-9899979f36ba resource provider aggregate not found Sep 21 22:02:12.198284 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 034a41b4-dde4-40e6-858a-9899979f36ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 034a41b4-dde4-40e6-858a-9899979f36ba found for delete ", "request_id": "req-f374429a-30a2-4f72-980e-cb0e31b3dd71"}]} Sep 21 22:02:12.282701 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33075534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754953'] for network (22bd5fcb-36cb-4d04-8fd5-44574faee68f), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:12.289798 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:12.293614 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/22bd5fcb-36cb-4d04-8fd5-44574faee68f HTTP/1.1" status: 204 len: 168 time: 0.7280428 Sep 21 22:02:12.303594 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ba348-a572-485f-8493-c97430f218c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=22bd5fcb-36cb-4d04-8fd5-44574faee68f,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:12.537353 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49414) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:12.583845 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-ca734eeb-6ff5-4db8-b972-b6fe6c69cd95 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=97db019d1a20418dbd658422bd2abeec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452213 Sep 21 22:02:12.586385 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49416) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:12.636013 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2bfc-e8a2-4353-9291-c82f7f720b3f admin admin] Publish callbacks [] for security_group (303f957c-822e-4ae3-84e9-2cbedbf72dab), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:12.658161 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2bfc-e8a2-4353-9291-c82f7f720b3f admin admin] Publish callbacks [] for security_group (303f957c-822e-4ae3-84e9-2cbedbf72dab), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:12.723223 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 192ba6da-32fa-4204-a8cc-0c7523de49b6 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:02:12.744288 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 192ba6da-32fa-4204-a8cc-0c7523de49b6 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:02:12.744639 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 192ba6da-32fa-4204-a8cc-0c7523de49b6 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:02:12.745096 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 4605e43b-5bc7-48db-9e5c-2346fbc2a85f no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:02:12.763770 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 4605e43b-5bc7-48db-9e5c-2346fbc2a85f {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:02:12.764119 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 4605e43b-5bc7-48db-9e5c-2346fbc2a85f not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:02:12.764550 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:02:12.773778 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2bfc-e8a2-4353-9291-c82f7f720b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (303f957c-822e-4ae3-84e9-2cbedbf72dab), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:12.778023 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2bfc-e8a2-4353-9291-c82f7f720b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:12.782051 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-2e8d2bfc-e8a2-4353-9291-c82f7f720b3f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/303f957c-822e-4ae3-84e9-2cbedbf72dab HTTP/1.1" status: 204 len: 168 time: 0.1929836 Sep 21 22:02:12.787037 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:02:12.787584 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 2d80dbaf-80e7-47c6-b64d-ccabcbdc014d not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:02:12.793213 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d2bfc-e8a2-4353-9291-c82f7f720b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303f957c-822e-4ae3-84e9-2cbedbf72dab,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:12.892161 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49422) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:12.955677 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-e2798a35-b411-47a1-a86b-de1bb8a2e5a9 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group (5a75e1a8-4b46-41ad-af15-24d529d656b7), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:12.980799 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-e2798a35-b411-47a1-a86b-de1bb8a2e5a9 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group (5a75e1a8-4b46-41ad-af15-24d529d656b7), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:13.103643 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-e2798a35-b411-47a1-a86b-de1bb8a2e5a9 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (5a75e1a8-4b46-41ad-af15-24d529d656b7), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:13.106989 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-e2798a35-b411-47a1-a86b-de1bb8a2e5a9 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:13.107639 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-e2798a35-b411-47a1-a86b-de1bb8a2e5a9 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] 10.222.0.42 "DELETE /v2.0/security-groups/5a75e1a8-4b46-41ad-af15-24d529d656b7 HTTP/1.1" status: 204 len: 168 time: 0.2143943 Sep 21 22:02:13.116835 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2798a35-b411-47a1-a86b-de1bb8a2e5a9 tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a75e1a8-4b46-41ad-af15-24d529d656b7,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:13.237535 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49442) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:13.383110 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device f17c0f96-a0c1-4158-bd7e-90fee5d43f25 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:02:13.406180 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: f17c0f96-a0c1-4158-bd7e-90fee5d43f25 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:02:13.406543 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device f17c0f96-a0c1-4158-bd7e-90fee5d43f25 not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:02:13.868710 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49462) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:13.957910 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c7c8be52-0c55-4e86-9579-999929102c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756247'] for router_interface (4f66c65e-5a41-4db9-9f87-fc1c0e9612f2), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:13.968420 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-8c34920c-d5dd-4d1e-8289-8bb7e86801ca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1902711055-network', 'tenant_id': '842b7e48e09c4f659275805314a26571'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:14.065150 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c34920c-d5dd-4d1e-8289-8bb7e86801ca admin admin] Made reservation on behalf of 842b7e48e09c4f659275805314a26571 for: {'network': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:02:14.067501 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8c34920c-d5dd-4d1e-8289-8bb7e86801ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:14.075974 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8c34920c-d5dd-4d1e-8289-8bb7e86801ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:14.150202 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8c34920c-d5dd-4d1e-8289-8bb7e86801ca admin admin] Publish callbacks [] for security_group (5fa77108-89bd-459f-b115-24e72727f93d), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:14.200347 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-c7c8be52-0c55-4e86-9579-999929102c75 admin admin] Deleting port a7c95fb0-9090-4267-bca5-63c529e26528 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:02:14.200699 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c7c8be52-0c55-4e86-9579-999929102c75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (a7c95fb0-9090-4267-bca5-63c529e26528), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:14.219673 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8c34920c-d5dd-4d1e-8289-8bb7e86801ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (5fa77108-89bd-459f-b115-24e72727f93d), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:14.245342 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c34920c-d5dd-4d1e-8289-8bb7e86801ca admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=110730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:02:14.255033 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34920c-d5dd-4d1e-8289-8bb7e86801ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa77108-89bd-459f-b115-24e72727f93d,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:14.259827 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8c34920c-d5dd-4d1e-8289-8bb7e86801ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (9c056486-2f11-4a40-876d-6b4f7ee5b555), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:14.260169 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.segments_db [None req-8c34920c-d5dd-4d1e-8289-8bb7e86801ca admin admin] Added segment 9c056486-2f11-4a40-876d-6b4f7ee5b555 of type vlan for network 31c65e03-99f7-4372-af23-bd933be8d4a0 Sep 21 22:02:14.286586 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [None req-c7c8be52-0c55-4e86-9579-999929102c75 admin admin] For port a7c95fb0-9090-4267-bca5-63c529e26528, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=a7c95fb0-9090-4267-bca5-63c529e26528,segment=NetworkSegment(ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f),segment_id=ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:14.287818 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c7c8be52-0c55-4e86-9579-999929102c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (a7c95fb0-9090-4267-bca5-63c529e26528), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:14.300459 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-c7c8be52-0c55-4e86-9579-999929102c75 admin admin] Calling delete_port for a7c95fb0-9090-4267-bca5-63c529e26528 owned by network:router_interface {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:02:14.305719 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8c34920c-d5dd-4d1e-8289-8bb7e86801ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (31c65e03-99f7-4372-af23-bd933be8d4a0), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:14.391220 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8c34920c-d5dd-4d1e-8289-8bb7e86801ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (31c65e03-99f7-4372-af23-bd933be8d4a0), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:14.392203 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c34920c-d5dd-4d1e-8289-8bb7e86801ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:14.392792 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8c34920c-d5dd-4d1e-8289-8bb7e86801ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:14.459945 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34920c-d5dd-4d1e-8289-8bb7e86801ca admin admin] Pushing event updated for resources: {'Network': ['ID=31c65e03-99f7-4372-af23-bd933be8d4a0,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:14.476692 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network 31c65e03-99f7-4372-af23-bd933be8d4a0 details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:02:14.502596 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-8c34920c-d5dd-4d1e-8289-8bb7e86801ca admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6326563 Sep 21 22:02:14.505340 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49472) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:14.510399 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-dc91aae0-c1a7-4781-86fe-ac3fd72dbda8 admin admin] Request body: {'subnet': {'network_id': '31c65e03-99f7-4372-af23-bd933be8d4a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1902711055-subnet', 'tenant_id': '842b7e48e09c4f659275805314a26571', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:14.601448 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c7c8be52-0c55-4e86-9579-999929102c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (a7c95fb0-9090-4267-bca5-63c529e26528), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:14.602055 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc91aae0-c1a7-4781-86fe-ac3fd72dbda8 admin admin] Made reservation on behalf of 842b7e48e09c4f659275805314a26571 for: {'subnet': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:02:14.607819 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-dc91aae0-c1a7-4781-86fe-ac3fd72dbda8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364503'] for subnet (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:14.631682 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8be52-0c55-4e86-9579-999929102c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c95fb0-9090-4267-bca5-63c529e26528,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:14.859726 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c7c8be52-0c55-4e86-9579-999929102c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757127'] for router_interface (4f66c65e-5a41-4db9-9f87-fc1c0e9612f2), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:14.943470 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-dc91aae0-c1a7-4781-86fe-ac3fd72dbda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9435907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364485'] for subnet (926c7b61-3f5c-4e00-8f74-c7433be21208), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:15.012841 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91aae0-c1a7-4781-86fe-ac3fd72dbda8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=926c7b61-3f5c-4e00-8f74-c7433be21208,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:15.022295 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc91aae0-c1a7-4781-86fe-ac3fd72dbda8 admin admin] Checking segment: {'id': '9c056486-2f11-4a40-876d-6b4f7ee5b555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '31c65e03-99f7-4372-af23-bd933be8d4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:02:15.022691 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc91aae0-c1a7-4781-86fe-ac3fd72dbda8 admin admin] Network hostable DHCP agents. Network: 31c65e03-99f7-4372-af23-bd933be8d4a0, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:02:15.086389 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c8be52-0c55-4e86-9579-999929102c75 admin admin] Router 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:02:15.131771 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc91aae0-c1a7-4781-86fe-ac3fd72dbda8 admin admin] Network 31c65e03-99f7-4372-af23-bd933be8d4a0 is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:02:15.197721 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c8be52-0c55-4e86-9579-999929102c75 admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:02:15.203022 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-c7c8be52-0c55-4e86-9579-999929102c75 admin admin] 10.222.0.42 "PUT /v2.0/routers/4f66c65e-5a41-4db9-9f87-fc1c0e9612f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9642446 Sep 21 22:02:15.206011 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49500) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:15.211334 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a296557-ac34-49d7-a5b0-5e50f44af720 None None] Sync routers for ids ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:02:15.236911 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a296557-ac34-49d7-a5b0-5e50f44af720 None None] Routers {'4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:02:15.237872 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-8a296557-ac34-49d7-a5b0-5e50f44af720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:01:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:15.281910 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-dc91aae0-c1a7-4781-86fe-ac3fd72dbda8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, 31c65e03-99f7-4372-af23-bd933be8d4a0) {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:02:15.286525 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc91aae0-c1a7-4781-86fe-ac3fd72dbda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:15.287676 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-dc91aae0-c1a7-4781-86fe-ac3fd72dbda8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:15.298911 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181af07d-f5cd-4b42-9ea5-bffc2cfad69f None None] Network 31c65e03-99f7-4372-af23-bd933be8d4a0 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:02:15.361901 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-8a296557-ac34-49d7-a5b0-5e50f44af720 None None] Set router 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:02:15.376318 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-dc91aae0-c1a7-4781-86fe-ac3fd72dbda8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8698745 Sep 21 22:02:15.402194 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e9d22d77-7f4b-4886-b892-9b41e8467352 admin admin] Publish callbacks [] for router (4f66c65e-5a41-4db9-9f87-fc1c0e9612f2), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:15.446830 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26864354-e175-4d7a-9e93-a8c3c6c7a836 None None] Network 31c65e03-99f7-4372-af23-bd933be8d4a0 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:02:15.554969 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e9d22d77-7f4b-4886-b892-9b41e8467352 admin admin] Publish callbacks [] for router_gateway (4f66c65e-5a41-4db9-9f87-fc1c0e9612f2), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:15.589627 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-8a296557-ac34-49d7-a5b0-5e50f44af720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'name': 'tempest-TestShelveInstance-1834737077-router', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T22:02:14Z', 'revision_number': 5, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'gw_port': {'id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:15.615809 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a296557-ac34-49d7-a5b0-5e50f44af720 None None] Checking router: 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:02:15.624241 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a296557-ac34-49d7-a5b0-5e50f44af720 None None] Routers {'4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:02:15.624869 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-8a296557-ac34-49d7-a5b0-5e50f44af720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:01:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:15.703809 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-e9d22d77-7f4b-4886-b892-9b41e8467352 admin admin] Deleting port 620bde4e-a7ee-4c49-9958-a069d4ea4287 {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:02:15.704149 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e9d22d77-7f4b-4886-b892-9b41e8467352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (620bde4e-a7ee-4c49-9958-a069d4ea4287), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:15.735994 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-8a296557-ac34-49d7-a5b0-5e50f44af720 None None] Set router 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:02:15.802797 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [None req-e9d22d77-7f4b-4886-b892-9b41e8467352 admin admin] For port 620bde4e-a7ee-4c49-9958-a069d4ea4287, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=620bde4e-a7ee-4c49-9958-a069d4ea4287,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:15.803899 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e9d22d77-7f4b-4886-b892-9b41e8467352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (620bde4e-a7ee-4c49-9958-a069d4ea4287), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:15.820700 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-e9d22d77-7f4b-4886-b892-9b41e8467352 admin admin] Calling delete_port for 620bde4e-a7ee-4c49-9958-a069d4ea4287 owned by network:router_gateway {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:02:15.944683 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-8a296557-ac34-49d7-a5b0-5e50f44af720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'name': 'tempest-TestShelveInstance-1834737077-router', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T22:02:14Z', 'revision_number': 5, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'gw_port': {'id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:15.970142 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a296557-ac34-49d7-a5b0-5e50f44af720 None None] The sync data for ids ['4f66c65e-5a41-4db9-9f87-fc1c0e9612f2'] in dv-cinder-858818-1-iscsi is: [{'id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'name': 'tempest-TestShelveInstance-1834737077-router', 'tenant_id': 'ca27d64dad9041379ee04b2c12a4054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T22:02:14Z', 'revision_number': 5, 'project_id': 'ca27d64dad9041379ee04b2c12a4054e', 'gw_port': {'id': '620bde4e-a7ee-4c49-9958-a069d4ea4287', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f66c65e-5a41-4db9-9f87-fc1c0e9612f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:16Z', 'updated_at': '2022-09-21T21:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:02:16.105484 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e9d22d77-7f4b-4886-b892-9b41e8467352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (620bde4e-a7ee-4c49-9958-a069d4ea4287), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.132399 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d22d77-7f4b-4886-b892-9b41e8467352 admin admin] Pushing event deleted for resources: {'Port': ['ID=620bde4e-a7ee-4c49-9958-a069d4ea4287,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:16.199700 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e9d22d77-7f4b-4886-b892-9b41e8467352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754989'] for router_gateway (4f66c65e-5a41-4db9-9f87-fc1c0e9612f2), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.267481 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49522) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:16.273428 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-55dab903-7182-4f51-b42f-4243baf4c6fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1831376881-network', 'tenant_id': '54d2b9a9d56c45c4b051fba0157494b6'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:16.290426 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e9d22d77-7f4b-4886-b892-9b41e8467352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-767650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256424'] for router (4f66c65e-5a41-4db9-9f87-fc1c0e9612f2), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.292745 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e9d22d77-7f4b-4886-b892-9b41e8467352 admin admin] Publish callbacks [] for router_controller (4f66c65e-5a41-4db9-9f87-fc1c0e9612f2), precommit_delete_associations {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.360252 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dab903-7182-4f51-b42f-4243baf4c6fb admin admin] Made reservation on behalf of 54d2b9a9d56c45c4b051fba0157494b6 for: {'network': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:02:16.362822 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-55dab903-7182-4f51-b42f-4243baf4c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.373696 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-55dab903-7182-4f51-b42f-4243baf4c6fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.424891 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e9d22d77-7f4b-4886-b892-9b41e8467352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-767673'] for router (4f66c65e-5a41-4db9-9f87-fc1c0e9612f2), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.424891 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d22d77-7f4b-4886-b892-9b41e8467352 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 {{(pid=110730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:02:16.436453 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e9d22d77-7f4b-4886-b892-9b41e8467352 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.440141 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-e9d22d77-7f4b-4886-b892-9b41e8467352 admin admin] 10.222.0.42 "DELETE /v2.0/routers/4f66c65e-5a41-4db9-9f87-fc1c0e9612f2 HTTP/1.1" status: 204 len: 168 time: 1.2306769 Sep 21 22:02:16.440341 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49530) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:16.471640 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-55dab903-7182-4f51-b42f-4243baf4c6fb admin admin] Publish callbacks [] for security_group (31a8e985-1bd7-472d-8e3d-ddcbaf8143df), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.488643 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c38746b-83dc-4f11-b7e2-3626024f30cd admin admin] Deleting subnet 83c905c7-034c-443d-b146-b33f013859ce {{(pid=110730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:02:16.492086 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8c38746b-83dc-4f11-b7e2-3626024f30cd admin admin] Publish callbacks [] for subnet (83c905c7-034c-443d-b146-b33f013859ce), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.526862 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8c38746b-83dc-4f11-b7e2-3626024f30cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436140'] for subnet (83c905c7-034c-443d-b146-b33f013859ce), precommit_delete_associations {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.537686 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-55dab903-7182-4f51-b42f-4243baf4c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (31a8e985-1bd7-472d-8e3d-ddcbaf8143df), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.576271 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55dab903-7182-4f51-b42f-4243baf4c6fb admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=110731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:02:16.581159 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dab903-7182-4f51-b42f-4243baf4c6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a8e985-1bd7-472d-8e3d-ddcbaf8143df,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:16.605673 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-55dab903-7182-4f51-b42f-4243baf4c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (6c2d8caf-1931-468a-9ba8-4ac309b3f4f8), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.606324 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.segments_db [None req-55dab903-7182-4f51-b42f-4243baf4c6fb admin admin] Added segment 6c2d8caf-1931-468a-9ba8-4ac309b3f4f8 of type vlan for network 085591cf-7442-49fb-917f-1542c3bb01b6 Sep 21 22:02:16.624483 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8c38746b-83dc-4f11-b7e2-3626024f30cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33078224'] for subnet (83c905c7-034c-443d-b146-b33f013859ce), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.660366 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-55dab903-7182-4f51-b42f-4243baf4c6fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (085591cf-7442-49fb-917f-1542c3bb01b6), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.754939 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-55dab903-7182-4f51-b42f-4243baf4c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (085591cf-7442-49fb-917f-1542c3bb01b6), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.755951 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dab903-7182-4f51-b42f-4243baf4c6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:16.756566 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-55dab903-7182-4f51-b42f-4243baf4c6fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.806877 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8c38746b-83dc-4f11-b7e2-3626024f30cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33078215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9436124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364540'] for subnet (83c905c7-034c-443d-b146-b33f013859ce), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.819107 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dab903-7182-4f51-b42f-4243baf4c6fb admin admin] Pushing event updated for resources: {'Network': ['ID=085591cf-7442-49fb-917f-1542c3bb01b6,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:16.829836 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network 085591cf-7442-49fb-917f-1542c3bb01b6 details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:02:16.834266 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38746b-83dc-4f11-b7e2-3626024f30cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c905c7-034c-443d-b146-b33f013859ce,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:16.841747 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-8c38746b-83dc-4f11-b7e2-3626024f30cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.846650 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-8c38746b-83dc-4f11-b7e2-3626024f30cd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/83c905c7-034c-443d-b146-b33f013859ce HTTP/1.1" status: 204 len: 168 time: 0.4051921 Sep 21 22:02:16.849732 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49536) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:16.868806 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-55dab903-7182-4f51-b42f-4243baf4c6fb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5995646 Sep 21 22:02:16.869429 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49538) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:16.874153 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-20daffc6-a30c-470e-909b-b1cbff226ad1 admin admin] Request body: {'subnet': {'network_id': '085591cf-7442-49fb-917f-1542c3bb01b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1831376881-subnet', 'tenant_id': '54d2b9a9d56c45c4b051fba0157494b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:16.891169 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838ef34f-38e8-4b20-9eeb-5528ad5c679e None None] Network f022d5b8-a602-40fa-8402-62feed81b553 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:02:16.931173 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33135276'] for network (f022d5b8-a602-40fa-8402-62feed81b553), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.978680 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20daffc6-a30c-470e-909b-b1cbff226ad1 admin admin] Made reservation on behalf of 54d2b9a9d56c45c4b051fba0157494b6 for: {'subnet': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:02:16.982681 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-20daffc6-a30c-470e-909b-b1cbff226ad1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8868731'] for subnet (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.989414 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] Deleting port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:02:16.989879 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:17.056548 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device a7c95fb0-9090-4267-bca5-63c529e26528 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:02:17.074122 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] For port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e,segment=NetworkSegment(ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f),segment_id=ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:17.074493 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:17.085831 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed64adb-e850-4eff-9baa-b86e3c0c0445 None None] DHCP port deletion for f022d5b8-a602-40fa-8402-62feed81b553 request from dv-cinder-858818-1-iscsi {{(pid=110732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:02:17.092258 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: a7c95fb0-9090-4267-bca5-63c529e26528 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:02:17.092605 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device a7c95fb0-9090-4267-bca5-63c529e26528 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:02:17.109692 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] Calling delete_port for 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e owned by network:dhcp {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:02:17.142543 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-5ed64adb-e850-4eff-9baa-b86e3c0c0445 None None] Deleting port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e {{(pid=110732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:02:17.143135 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-5ed64adb-e850-4eff-9baa-b86e3c0c0445 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e), before_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:17.213947 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-5ed64adb-e850-4eff-9baa-b86e3c0c0445 None None] For port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e,segment=NetworkSegment(ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f),segment_id=ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:17.214883 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-5ed64adb-e850-4eff-9baa-b86e3c0c0445 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e), precommit_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:17.227159 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-5ed64adb-e850-4eff-9baa-b86e3c0c0445 None None] Calling delete_port for 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e owned by network:dhcp {{(pid=110732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:02:17.287339 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-20daffc6-a30c-470e-909b-b1cbff226ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8969042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8868713'] for subnet (201c60bf-dce1-4bcb-a10f-be954a465e9c), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:17.291116 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:17.310229 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-5ed64adb-e850-4eff-9baa-b86e3c0c0445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688'] for port (24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e), after_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:17.320096 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:17.321971 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] No DVR routers for this DVR port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e on host dv-cinder-858818-1-iscsi {{(pid=110730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:02:17.336392 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed64adb-e850-4eff-9baa-b86e3c0c0445 None None] Pushing event deleted for resources: {'Port': ['ID=24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e,revision_number=None']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:17.340605 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed64adb-e850-4eff-9baa-b86e3c0c0445 None None] No DVR routers for this DVR port 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e on host dv-cinder-858818-1-iscsi {{(pid=110732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:02:17.375667 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20daffc6-a30c-470e-909b-b1cbff226ad1 admin admin] Checking segment: {'id': '6c2d8caf-1931-468a-9ba8-4ac309b3f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '085591cf-7442-49fb-917f-1542c3bb01b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:02:17.376118 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20daffc6-a30c-470e-909b-b1cbff226ad1 admin admin] Network hostable DHCP agents. Network: 085591cf-7442-49fb-917f-1542c3bb01b6, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:02:17.378344 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20daffc6-a30c-470e-909b-b1cbff226ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=201c60bf-dce1-4bcb-a10f-be954a465e9c,revision_number=0']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:17.412023 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33075543', 'neutron.services.segments.db._delete_segments_for_network-8730879860727'] for network (f022d5b8-a602-40fa-8402-62feed81b553), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:17.431983 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f022d5b8-a602-40fa-8402-62feed81b553']}} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:17.441338 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f') {'for_net_delete': True} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:17.441594 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f') {} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:17.452604 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730879863565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436123'] for segment (ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:17.460034 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20daffc6-a30c-470e-909b-b1cbff226ad1 admin admin] Network 085591cf-7442-49fb-917f-1542c3bb01b6 is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:02:17.472240 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:17.478542 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=110730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:02:17.478953 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9435006'] for segment (ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:17.516633 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f resource provider aggregate not found Sep 21 22:02:17.534064 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba975d9b-1d6a-41cf-bac7-dc4fb9aa4e2f found for delete ", "request_id": "req-ad6597d4-2c9b-400f-b830-f597bdb80a3a"}]} Sep 21 22:02:17.545454 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-20daffc6-a30c-470e-909b-b1cbff226ad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, 085591cf-7442-49fb-917f-1542c3bb01b6) {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:02:17.549877 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20daffc6-a30c-470e-909b-b1cbff226ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:17.550579 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-20daffc6-a30c-470e-909b-b1cbff226ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:17.556218 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ec9750-a0e8-4d1f-b19b-17a71df60839 None None] Network 085591cf-7442-49fb-917f-1542c3bb01b6 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:02:17.596608 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33075534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754953'] for network (f022d5b8-a602-40fa-8402-62feed81b553), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:17.607447 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:17.610907 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f022d5b8-a602-40fa-8402-62feed81b553 HTTP/1.1" status: 204 len: 168 time: 0.7570474 Sep 21 22:02:17.613939 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49546) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:17.623960 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaeae87-8d08-400f-942a-74afd4633a19 admin admin] Pushing event deleted for resources: {'Network': ['ID=f022d5b8-a602-40fa-8402-62feed81b553,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:17.655898 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-20daffc6-a30c-470e-909b-b1cbff226ad1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7854347 Sep 21 22:02:17.674188 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20b2aa6-2e47-4df9-a314-c6b231093599 None None] Network 085591cf-7442-49fb-917f-1542c3bb01b6 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:02:17.818204 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49554) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:17.868087 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce85cbc-9ec4-42fa-a0bc-1911311e4902 admin admin] Deleting subnet 926c7b61-3f5c-4e00-8f74-c7433be21208 {{(pid=110730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:02:17.874301 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5ce85cbc-9ec4-42fa-a0bc-1911311e4902 admin admin] Publish callbacks [] for subnet (926c7b61-3f5c-4e00-8f74-c7433be21208), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:17.915070 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5ce85cbc-9ec4-42fa-a0bc-1911311e4902 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436140'] for subnet (926c7b61-3f5c-4e00-8f74-c7433be21208), precommit_delete_associations {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:17.954718 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5ce85cbc-9ec4-42fa-a0bc-1911311e4902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33078224'] for subnet (926c7b61-3f5c-4e00-8f74-c7433be21208), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.012332 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1ff3-bfd4-44bc-aa20-0751524df7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756247'] for router_interface (84fd022f-d913-4f73-bf6c-8f607d1a1888), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.088419 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5ce85cbc-9ec4-42fa-a0bc-1911311e4902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33078215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9436124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364540'] for subnet (926c7b61-3f5c-4e00-8f74-c7433be21208), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.117731 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce85cbc-9ec4-42fa-a0bc-1911311e4902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=926c7b61-3f5c-4e00-8f74-c7433be21208,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:18.125160 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5ce85cbc-9ec4-42fa-a0bc-1911311e4902 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.128412 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-5ce85cbc-9ec4-42fa-a0bc-1911311e4902 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/926c7b61-3f5c-4e00-8f74-c7433be21208 HTTP/1.1" status: 204 len: 168 time: 0.3092051 Sep 21 22:02:18.130958 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49560) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:18.204721 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49562) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:18.204865 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-01ebde0d-329e-4d8b-8f2f-86c1e761e82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33135276'] for network (31c65e03-99f7-4372-af23-bd933be8d4a0), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.286895 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd1ff3-bfd4-44bc-aa20-0751524df7e0 admin admin] Deleting port 420449cd-b499-4cce-a1c9-26ea9a1c8286 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:02:18.287447 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1ff3-bfd4-44bc-aa20-0751524df7e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (420449cd-b499-4cce-a1c9-26ea9a1c8286), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.303250 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-01ebde0d-329e-4d8b-8f2f-86c1e761e82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33075543', 'neutron.services.segments.db._delete_segments_for_network-8730879860727'] for network (31c65e03-99f7-4372-af23-bd933be8d4a0), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.323808 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-01ebde0d-329e-4d8b-8f2f-86c1e761e82d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c65e03-99f7-4372-af23-bd933be8d4a0']}} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:18.333892 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-01ebde0d-329e-4d8b-8f2f-86c1e761e82d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c056486-2f11-4a40-876d-6b4f7ee5b555') {'for_net_delete': True} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:18.334269 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-01ebde0d-329e-4d8b-8f2f-86c1e761e82d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c056486-2f11-4a40-876d-6b4f7ee5b555') {} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:18.340663 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-eb7710ee-ed6d-4183-9200-451d5ffb954a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.345122 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-01ebde0d-329e-4d8b-8f2f-86c1e761e82d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730879863565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436123'] for segment (9c056486-2f11-4a40-876d-6b4f7ee5b555), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.358626 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-01ebde0d-329e-4d8b-8f2f-86c1e761e82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (9c056486-2f11-4a40-876d-6b4f7ee5b555), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.364291 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ebde0d-329e-4d8b-8f2f-86c1e761e82d admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=110730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:02:18.364670 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-01ebde0d-329e-4d8b-8f2f-86c1e761e82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9435006'] for segment (9c056486-2f11-4a40-876d-6b4f7ee5b555), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.409114 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [None req-cfbd1ff3-bfd4-44bc-aa20-0751524df7e0 admin admin] For port 420449cd-b499-4cce-a1c9-26ea9a1c8286, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=420449cd-b499-4cce-a1c9-26ea9a1c8286,segment=NetworkSegment(053c2664-4ab3-4f24-9729-7d97b3ea85f3),segment_id=053c2664-4ab3-4f24-9729-7d97b3ea85f3)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:18.409483 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1ff3-bfd4-44bc-aa20-0751524df7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (420449cd-b499-4cce-a1c9-26ea9a1c8286), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.427870 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd1ff3-bfd4-44bc-aa20-0751524df7e0 admin admin] Calling delete_port for 420449cd-b499-4cce-a1c9-26ea9a1c8286 owned by network:router_interface {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:02:18.486572 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-01ebde0d-329e-4d8b-8f2f-86c1e761e82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33075534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754953'] for network (31c65e03-99f7-4372-af23-bd933be8d4a0), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.498874 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-01ebde0d-329e-4d8b-8f2f-86c1e761e82d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.503062 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-01ebde0d-329e-4d8b-8f2f-86c1e761e82d admin admin] 10.222.0.42 "DELETE /v2.0/networks/31c65e03-99f7-4372-af23-bd933be8d4a0 HTTP/1.1" status: 204 len: 168 time: 0.3711414 Sep 21 22:02:18.505167 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-eb7710ee-ed6d-4183-9200-451d5ffb954a admin admin] Publish callbacks [] for security_group (8ca0a7cc-d61a-430b-93a4-707d85f8b78c), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.507359 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49568) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:18.523477 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebde0d-329e-4d8b-8f2f-86c1e761e82d admin admin] Pushing event deleted for resources: {'Network': ['ID=31c65e03-99f7-4372-af23-bd933be8d4a0,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:18.563187 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20f076f-4ea8-44ca-bf54-11904fecdf9a admin admin] Deleting subnet 201c60bf-dce1-4bcb-a10f-be954a465e9c {{(pid=110730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:02:18.566355 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d20f076f-4ea8-44ca-bf54-11904fecdf9a admin admin] Publish callbacks [] for subnet (201c60bf-dce1-4bcb-a10f-be954a465e9c), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.567250 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-eb7710ee-ed6d-4183-9200-451d5ffb954a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (8ca0a7cc-d61a-430b-93a4-707d85f8b78c), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.603525 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d20f076f-4ea8-44ca-bf54-11904fecdf9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436140'] for subnet (201c60bf-dce1-4bcb-a10f-be954a465e9c), precommit_delete_associations {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.624877 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-eb7710ee-ed6d-4183-9200-451d5ffb954a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4959157dfdb04eee85b1aed3076f9509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4187603 Sep 21 22:02:18.626298 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7710ee-ed6d-4183-9200-451d5ffb954a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca0a7cc-d61a-430b-93a4-707d85f8b78c,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:18.627569 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49570) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:18.668312 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d20f076f-4ea8-44ca-bf54-11904fecdf9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33078224'] for subnet (201c60bf-dce1-4bcb-a10f-be954a465e9c), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.720396 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-efa4e00e-f6df-423e-a651-beefa3c87d76 admin admin] Publish callbacks [] for security_group (8ca0a7cc-d61a-430b-93a4-707d85f8b78c), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.740068 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 620bde4e-a7ee-4c49-9958-a069d4ea4287 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:02:18.743708 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1ff3-bfd4-44bc-aa20-0751524df7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (420449cd-b499-4cce-a1c9-26ea9a1c8286), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.747802 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-efa4e00e-f6df-423e-a651-beefa3c87d76 admin admin] Publish callbacks [] for security_group (8ca0a7cc-d61a-430b-93a4-707d85f8b78c), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.777540 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 620bde4e-a7ee-4c49-9958-a069d4ea4287 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:02:18.778363 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 620bde4e-a7ee-4c49-9958-a069d4ea4287 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:02:18.779321 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:02:18.797000 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd1ff3-bfd4-44bc-aa20-0751524df7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=420449cd-b499-4cce-a1c9-26ea9a1c8286,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:18.799966 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:02:18.800470 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 24a2cdd5-6cf9-4f24-878a-1c04f3d8bc7e not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:02:18.822011 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d20f076f-4ea8-44ca-bf54-11904fecdf9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33078215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9436124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364540'] for subnet (201c60bf-dce1-4bcb-a10f-be954a465e9c), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.852331 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f076f-4ea8-44ca-bf54-11904fecdf9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=201c60bf-dce1-4bcb-a10f-be954a465e9c,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:18.857311 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d20f076f-4ea8-44ca-bf54-11904fecdf9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.863011 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-d20f076f-4ea8-44ca-bf54-11904fecdf9a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/201c60bf-dce1-4bcb-a10f-be954a465e9c HTTP/1.1" status: 204 len: 168 time: 0.3521929 Sep 21 22:02:18.864808 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49576) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:18.915781 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-efa4e00e-f6df-423e-a651-beefa3c87d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (8ca0a7cc-d61a-430b-93a4-707d85f8b78c), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.918657 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-efa4e00e-f6df-423e-a651-beefa3c87d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.923328 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-efa4e00e-f6df-423e-a651-beefa3c87d76 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ca0a7cc-d61a-430b-93a4-707d85f8b78c HTTP/1.1" status: 204 len: 168 time: 0.2947488 Sep 21 22:02:18.941371 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4e00e-f6df-423e-a651-beefa3c87d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca0a7cc-d61a-430b-93a4-707d85f8b78c,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:18.984895 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7ca62fb7-3a9a-4273-8339-1f9dbd134617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33135276'] for network (085591cf-7442-49fb-917f-1542c3bb01b6), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:19.047380 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1ff3-bfd4-44bc-aa20-0751524df7e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757127'] for router_interface (84fd022f-d913-4f73-bf6c-8f607d1a1888), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:19.152067 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7ca62fb7-3a9a-4273-8339-1f9dbd134617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33075543', 'neutron.services.segments.db._delete_segments_for_network-8730879860727'] for network (085591cf-7442-49fb-917f-1542c3bb01b6), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:19.174139 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-7ca62fb7-3a9a-4273-8339-1f9dbd134617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085591cf-7442-49fb-917f-1542c3bb01b6']}} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:19.184467 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-7ca62fb7-3a9a-4273-8339-1f9dbd134617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2d8caf-1931-468a-9ba8-4ac309b3f4f8') {'for_net_delete': True} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:19.184754 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-7ca62fb7-3a9a-4273-8339-1f9dbd134617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2d8caf-1931-468a-9ba8-4ac309b3f4f8') {} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:19.193958 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7ca62fb7-3a9a-4273-8339-1f9dbd134617 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730879863565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436123'] for segment (6c2d8caf-1931-468a-9ba8-4ac309b3f4f8), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:19.210546 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7ca62fb7-3a9a-4273-8339-1f9dbd134617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (6c2d8caf-1931-468a-9ba8-4ac309b3f4f8), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:19.221477 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca62fb7-3a9a-4273-8339-1f9dbd134617 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=110730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:02:19.221622 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7ca62fb7-3a9a-4273-8339-1f9dbd134617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9435006'] for segment (6c2d8caf-1931-468a-9ba8-4ac309b3f4f8), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:19.291394 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbd1ff3-bfd4-44bc-aa20-0751524df7e0 admin admin] Router 84fd022f-d913-4f73-bf6c-8f607d1a1888 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:02:19.332393 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7ca62fb7-3a9a-4273-8339-1f9dbd134617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33075534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754953'] for network (085591cf-7442-49fb-917f-1542c3bb01b6), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:19.368284 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:19.368560 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7ca62fb7-3a9a-4273-8339-1f9dbd134617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:19.369266 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-7ca62fb7-3a9a-4273-8339-1f9dbd134617 admin admin] 10.222.0.42 "DELETE /v2.0/networks/085591cf-7442-49fb-917f-1542c3bb01b6 HTTP/1.1" status: 204 len: 168 time: 0.5033216 Sep 21 22:02:19.371091 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca62fb7-3a9a-4273-8339-1f9dbd134617 admin admin] Pushing event deleted for resources: {'Network': ['ID=085591cf-7442-49fb-917f-1542c3bb01b6,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:19.405300 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbd1ff3-bfd4-44bc-aa20-0751524df7e0 admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:02:19.414060 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-cfbd1ff3-bfd4-44bc-aa20-0751524df7e0 admin admin] 10.222.0.42 "PUT /v2.0/routers/84fd022f-d913-4f73-bf6c-8f607d1a1888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7989528 Sep 21 22:02:19.415630 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49590) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:19.421088 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e868a006-0d32-430a-832e-701b3a78560b None None] Sync routers for ids ['84fd022f-d913-4f73-bf6c-8f607d1a1888'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:02:19.431350 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e868a006-0d32-430a-832e-701b3a78560b None None] Routers {'84fd022f-d913-4f73-bf6c-8f607d1a1888'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:02:19.431963 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-e868a006-0d32-430a-832e-701b3a78560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:01:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['84fd022f-d913-4f73-bf6c-8f607d1a1888'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:19.517898 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3ce0ceef-4585-4a18-b560-a9ff407b34c4 admin admin] Publish callbacks [] for router (84fd022f-d913-4f73-bf6c-8f607d1a1888), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:19.555683 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 9c056486-2f11-4a40-876d-6b4f7ee5b555 resource provider aggregate not found Sep 21 22:02:19.562330 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-e868a006-0d32-430a-832e-701b3a78560b None None] Set router 84fd022f-d913-4f73-bf6c-8f607d1a1888 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:02:19.574857 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 9c056486-2f11-4a40-876d-6b4f7ee5b555 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c056486-2f11-4a40-876d-6b4f7ee5b555 found for delete ", "request_id": "req-5d1f63a2-3ab3-4f5a-9537-1e7fb1ad07ee"}]} Sep 21 22:02:19.593766 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 6c2d8caf-1931-468a-9ba8-4ac309b3f4f8 resource provider aggregate not found Sep 21 22:02:19.612735 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 6c2d8caf-1931-468a-9ba8-4ac309b3f4f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c2d8caf-1931-468a-9ba8-4ac309b3f4f8 found for delete ", "request_id": "req-61cbe1e2-0756-453d-b07e-70fce1b41da4"}]} Sep 21 22:02:19.640542 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3ce0ceef-4585-4a18-b560-a9ff407b34c4 admin admin] Publish callbacks [] for router_gateway (84fd022f-d913-4f73-bf6c-8f607d1a1888), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:19.640953 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49604) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:19.657556 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-73343e83-2af4-4884-899d-101da0dc0212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:19.737915 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-73343e83-2af4-4884-899d-101da0dc0212 admin admin] Publish callbacks [] for security_group (dc4e980b-1428-445d-8d00-92a7a99aea5f), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:19.765115 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-3ce0ceef-4585-4a18-b560-a9ff407b34c4 admin admin] Deleting port 1e50309d-c00e-4f47-a752-408f9d498cb9 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:02:19.765671 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3ce0ceef-4585-4a18-b560-a9ff407b34c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (1e50309d-c00e-4f47-a752-408f9d498cb9), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:19.787135 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49608) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:19.803523 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-73343e83-2af4-4884-899d-101da0dc0212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (dc4e980b-1428-445d-8d00-92a7a99aea5f), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:19.855272 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [None req-3ce0ceef-4585-4a18-b560-a9ff407b34c4 admin admin] For port 1e50309d-c00e-4f47-a752-408f9d498cb9, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=1e50309d-c00e-4f47-a752-408f9d498cb9,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:19.855796 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3ce0ceef-4585-4a18-b560-a9ff407b34c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (1e50309d-c00e-4f47-a752-408f9d498cb9), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:19.864623 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-73343e83-2af4-4884-899d-101da0dc0212 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bcd9b721c42040dab98992818bd79b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224119 Sep 21 22:02:19.865255 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49610) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:19.865552 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73343e83-2af4-4884-899d-101da0dc0212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4e980b-1428-445d-8d00-92a7a99aea5f,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:19.871150 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-e3811201-b723-445c-9942-5e66b066b227 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=842b7e48e09c4f659275805314a26571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0826674 Sep 21 22:02:19.878444 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49612) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:19.887024 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-3ce0ceef-4585-4a18-b560-a9ff407b34c4 admin admin] Calling delete_port for 1e50309d-c00e-4f47-a752-408f9d498cb9 owned by network:router_gateway {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:02:19.895247 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-e868a006-0d32-430a-832e-701b3a78560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fd022f-d913-4f73-bf6c-8f607d1a1888', 'name': 'tempest-TestShelveInstance-816851573-router', 'tenant_id': '2680bc9c6ff9450f85571ba2ac693b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '1e50309d-c00e-4f47-a752-408f9d498cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:25Z', 'updated_at': '2022-09-21T22:02:18Z', 'revision_number': 5, 'project_id': '2680bc9c6ff9450f85571ba2ac693b74', 'gw_port': {'id': '1e50309d-c00e-4f47-a752-408f9d498cb9', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fd022f-d913-4f73-bf6c-8f607d1a1888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:56:25Z', 'updated_at': '2022-09-21T21:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:19.921412 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e868a006-0d32-430a-832e-701b3a78560b None None] Checking router: 84fd022f-d913-4f73-bf6c-8f607d1a1888 for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:02:19.929829 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e868a006-0d32-430a-832e-701b3a78560b None None] Routers {'84fd022f-d913-4f73-bf6c-8f607d1a1888'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:02:19.930555 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-e868a006-0d32-430a-832e-701b3a78560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:01:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['84fd022f-d913-4f73-bf6c-8f607d1a1888'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:19.931847 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-008c42c9-ce77-41c9-b0aa-d4ba159174df admin admin] Publish callbacks [] for security_group (5fa77108-89bd-459f-b115-24e72727f93d), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:19.954552 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-008c42c9-ce77-41c9-b0aa-d4ba159174df admin admin] Publish callbacks [] for security_group (5fa77108-89bd-459f-b115-24e72727f93d), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.019420 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-e868a006-0d32-430a-832e-701b3a78560b None None] Set router 84fd022f-d913-4f73-bf6c-8f607d1a1888 gateway port host: None {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:02:20.079839 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-e868a006-0d32-430a-832e-701b3a78560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fd022f-d913-4f73-bf6c-8f607d1a1888', 'name': 'tempest-TestShelveInstance-816851573-router', 'tenant_id': '2680bc9c6ff9450f85571ba2ac693b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:25Z', 'updated_at': '2022-09-21T22:02:19Z', 'revision_number': 6, 'project_id': '2680bc9c6ff9450f85571ba2ac693b74', 'gw_port_host': None}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:20.107805 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-008c42c9-ce77-41c9-b0aa-d4ba159174df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (5fa77108-89bd-459f-b115-24e72727f93d), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.108045 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e868a006-0d32-430a-832e-701b3a78560b None None] The sync data for ids ['84fd022f-d913-4f73-bf6c-8f607d1a1888'] in dv-cinder-858818-1-iscsi is: [{'id': '84fd022f-d913-4f73-bf6c-8f607d1a1888', 'name': 'tempest-TestShelveInstance-816851573-router', 'tenant_id': '2680bc9c6ff9450f85571ba2ac693b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:56:25Z', 'updated_at': '2022-09-21T22:02:19Z', 'revision_number': 6, 'project_id': '2680bc9c6ff9450f85571ba2ac693b74', 'gw_port_host': None}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:02:20.124960 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-008c42c9-ce77-41c9-b0aa-d4ba159174df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.128791 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-008c42c9-ce77-41c9-b0aa-d4ba159174df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5fa77108-89bd-459f-b115-24e72727f93d HTTP/1.1" status: 204 len: 168 time: 0.2517264 Sep 21 22:02:20.158637 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c42c9-ce77-41c9-b0aa-d4ba159174df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa77108-89bd-459f-b115-24e72727f93d,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:20.263976 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d8dd53d3-0d4b-4010-953f-42a05785f303 admin admin] Publish callbacks [] for security_group (dc4e980b-1428-445d-8d00-92a7a99aea5f), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.318962 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d8dd53d3-0d4b-4010-953f-42a05785f303 admin admin] Publish callbacks [] for security_group (dc4e980b-1428-445d-8d00-92a7a99aea5f), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.476357 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d8dd53d3-0d4b-4010-953f-42a05785f303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (dc4e980b-1428-445d-8d00-92a7a99aea5f), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.478990 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d8dd53d3-0d4b-4010-953f-42a05785f303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.480972 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-d8dd53d3-0d4b-4010-953f-42a05785f303 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc4e980b-1428-445d-8d00-92a7a99aea5f HTTP/1.1" status: 204 len: 168 time: 0.6139622 Sep 21 22:02:20.489734 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd53d3-0d4b-4010-953f-42a05785f303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4e980b-1428-445d-8d00-92a7a99aea5f,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:20.516769 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3ce0ceef-4585-4a18-b560-a9ff407b34c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (1e50309d-c00e-4f47-a752-408f9d498cb9), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.556407 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0ceef-4585-4a18-b560-a9ff407b34c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e50309d-c00e-4f47-a752-408f9d498cb9,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:20.648377 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3ce0ceef-4585-4a18-b560-a9ff407b34c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754989'] for router_gateway (84fd022f-d913-4f73-bf6c-8f607d1a1888), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.737161 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3ce0ceef-4585-4a18-b560-a9ff407b34c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-767650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256424'] for router (84fd022f-d913-4f73-bf6c-8f607d1a1888), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.739254 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3ce0ceef-4585-4a18-b560-a9ff407b34c4 admin admin] Publish callbacks [] for router_controller (84fd022f-d913-4f73-bf6c-8f607d1a1888), precommit_delete_associations {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.871197 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3ce0ceef-4585-4a18-b560-a9ff407b34c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-767673'] for router (84fd022f-d913-4f73-bf6c-8f607d1a1888), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.871741 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce0ceef-4585-4a18-b560-a9ff407b34c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84fd022f-d913-4f73-bf6c-8f607d1a1888 {{(pid=110731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:02:20.879159 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3ce0ceef-4585-4a18-b560-a9ff407b34c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.882628 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-3ce0ceef-4585-4a18-b560-a9ff407b34c4 admin admin] 10.222.0.42 "DELETE /v2.0/routers/84fd022f-d913-4f73-bf6c-8f607d1a1888 HTTP/1.1" status: 204 len: 168 time: 1.4647121 Sep 21 22:02:20.882904 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49626) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:20.947979 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_v2 [None req-34620b28-3bd5-49a5-b7cd-651ca0f483a1 admin admin] Deleting subnet cba3f9bb-abe4-4c57-9b14-e273377309a7 {{(pid=110731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:02:20.954961 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-34620b28-3bd5-49a5-b7cd-651ca0f483a1 admin admin] Publish callbacks [] for subnet (cba3f9bb-abe4-4c57-9b14-e273377309a7), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.983321 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49632) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:21.030196 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 420449cd-b499-4cce-a1c9-26ea9a1c8286 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:02:21.032552 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-34620b28-3bd5-49a5-b7cd-651ca0f483a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3482865'] for subnet (cba3f9bb-abe4-4c57-9b14-e273377309a7), precommit_delete_associations {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.052467 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 420449cd-b499-4cce-a1c9-26ea9a1c8286 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:02:21.053679 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 420449cd-b499-4cce-a1c9-26ea9a1c8286 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:02:21.054357 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 1e50309d-c00e-4f47-a752-408f9d498cb9 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:02:21.076454 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 1e50309d-c00e-4f47-a752-408f9d498cb9 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:02:21.077047 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 1e50309d-c00e-4f47-a752-408f9d498cb9 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:02:21.078642 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-ddf86539-0365-4a55-9ba0-338d7a816e31 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54d2b9a9d56c45c4b051fba0157494b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0970128 Sep 21 22:02:21.081620 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49636) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:21.159944 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-34620b28-3bd5-49a5-b7cd-651ca0f483a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33078224'] for subnet (cba3f9bb-abe4-4c57-9b14-e273377309a7), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.192576 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-4efccf96-6e16-4046-9ad1-9a7f82c60853 admin admin] Publish callbacks [] for security_group (31a8e985-1bd7-472d-8e3d-ddcbaf8143df), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.226791 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-4efccf96-6e16-4046-9ad1-9a7f82c60853 admin admin] Publish callbacks [] for security_group (31a8e985-1bd7-472d-8e3d-ddcbaf8143df), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.344026 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-34620b28-3bd5-49a5-b7cd-651ca0f483a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33078215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8969101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8868688'] for subnet (cba3f9bb-abe4-4c57-9b14-e273377309a7), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.371198 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34620b28-3bd5-49a5-b7cd-651ca0f483a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba3f9bb-abe4-4c57-9b14-e273377309a7,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:21.375920 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-34620b28-3bd5-49a5-b7cd-651ca0f483a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.379645 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-34620b28-3bd5-49a5-b7cd-651ca0f483a1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cba3f9bb-abe4-4c57-9b14-e273377309a7 HTTP/1.1" status: 204 len: 168 time: 0.4957612 Sep 21 22:02:21.383215 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6196fc7-093a-47a8-a718-e09f9c16e847 None None] Network 27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:02:21.384456 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49642) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:21.391980 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-4efccf96-6e16-4046-9ad1-9a7f82c60853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (31a8e985-1bd7-472d-8e3d-ddcbaf8143df), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.394635 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-4efccf96-6e16-4046-9ad1-9a7f82c60853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.395753 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-4efccf96-6e16-4046-9ad1-9a7f82c60853 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31a8e985-1bd7-472d-8e3d-ddcbaf8143df HTTP/1.1" status: 204 len: 168 time: 0.3136010 Sep 21 22:02:21.406122 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efccf96-6e16-4046-9ad1-9a7f82c60853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a8e985-1bd7-472d-8e3d-ddcbaf8143df,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:21.499250 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33135276'] for network (27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.558439 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] Deleting port daaabb59-e663-4630-8c0f-ca1c47411f61 {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:02:21.558785 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (daaabb59-e663-4630-8c0f-ca1c47411f61), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.597802 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1ce9dc-8150-421c-ad5e-2105b1f7ae70 None None] DHCP port deletion for 27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8 request from dv-cinder-858818-1-iscsi {{(pid=110732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:02:21.643627 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] For port daaabb59-e663-4630-8c0f-ca1c47411f61, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=daaabb59-e663-4630-8c0f-ca1c47411f61,segment=NetworkSegment(053c2664-4ab3-4f24-9729-7d97b3ea85f3),segment_id=053c2664-4ab3-4f24-9729-7d97b3ea85f3)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:21.644176 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (daaabb59-e663-4630-8c0f-ca1c47411f61), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.665087 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] Calling delete_port for daaabb59-e663-4630-8c0f-ca1c47411f61 owned by network:dhcp {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:02:21.677457 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-ce1ce9dc-8150-421c-ad5e-2105b1f7ae70 None None] Deleting port daaabb59-e663-4630-8c0f-ca1c47411f61 {{(pid=110732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:02:21.677947 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-ce1ce9dc-8150-421c-ad5e-2105b1f7ae70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (daaabb59-e663-4630-8c0f-ca1c47411f61), before_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.786919 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-ce1ce9dc-8150-421c-ad5e-2105b1f7ae70 None None] For port daaabb59-e663-4630-8c0f-ca1c47411f61, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=daaabb59-e663-4630-8c0f-ca1c47411f61,segment=NetworkSegment(053c2664-4ab3-4f24-9729-7d97b3ea85f3),segment_id=053c2664-4ab3-4f24-9729-7d97b3ea85f3)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:21.787322 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-ce1ce9dc-8150-421c-ad5e-2105b1f7ae70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (daaabb59-e663-4630-8c0f-ca1c47411f61), precommit_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.800606 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-ce1ce9dc-8150-421c-ad5e-2105b1f7ae70 None None] Calling delete_port for daaabb59-e663-4630-8c0f-ca1c47411f61 owned by network:dhcp {{(pid=110732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:02:21.829427 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (daaabb59-e663-4630-8c0f-ca1c47411f61), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.859428 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=daaabb59-e663-4630-8c0f-ca1c47411f61,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:21.861673 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] No DVR routers for this DVR port daaabb59-e663-4630-8c0f-ca1c47411f61 on host dv-cinder-858818-1-iscsi {{(pid=110730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:02:21.893186 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-ce1ce9dc-8150-421c-ad5e-2105b1f7ae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688'] for port (daaabb59-e663-4630-8c0f-ca1c47411f61), after_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.927198 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1ce9dc-8150-421c-ad5e-2105b1f7ae70 None None] No DVR routers for this DVR port daaabb59-e663-4630-8c0f-ca1c47411f61 on host dv-cinder-858818-1-iscsi {{(pid=110732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:02:21.931476 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ce9dc-8150-421c-ad5e-2105b1f7ae70 None None] Pushing event deleted for resources: {'Port': ['ID=daaabb59-e663-4630-8c0f-ca1c47411f61,revision_number=None']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:21.956471 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33075543', 'neutron.services.segments.db._delete_segments_for_network-8730879860727'] for network (27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.977817 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8']}} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:21.987393 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053c2664-4ab3-4f24-9729-7d97b3ea85f3') {'for_net_delete': True} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:21.987688 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053c2664-4ab3-4f24-9729-7d97b3ea85f3') {} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:21.998553 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730879863565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436123'] for segment (053c2664-4ab3-4f24-9729-7d97b3ea85f3), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:22.014148 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (053c2664-4ab3-4f24-9729-7d97b3ea85f3), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:22.020119 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=110730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:02:22.020500 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9435006'] for segment (053c2664-4ab3-4f24-9729-7d97b3ea85f3), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:22.063741 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 053c2664-4ab3-4f24-9729-7d97b3ea85f3 resource provider aggregate not found Sep 21 22:02:22.093222 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 053c2664-4ab3-4f24-9729-7d97b3ea85f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 053c2664-4ab3-4f24-9729-7d97b3ea85f3 found for delete ", "request_id": "req-109bb83f-fa69-4eaf-a3f6-c8373bb67806"}]} Sep 21 22:02:22.179352 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33075534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754953'] for network (27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:22.184258 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:22.194735 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8 HTTP/1.1" status: 204 len: 168 time: 0.8021240 Sep 21 22:02:22.457318 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a5538-27b7-4cab-802a-02d0533dd1e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a31dc4-3a54-45c4-a0f3-c8c8a1d1f0d8,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:22.572648 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49700) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:22.624879 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-7924ab13-ada9-4a32-b038-472c86c9fbe8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca27d64dad9041379ee04b2c12a4054e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0510356 Sep 21 22:02:22.627809 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49702) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:22.692104 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f520f57a-81ea-4be6-98a2-6fa90e1ed2ea admin admin] Publish callbacks [] for security_group (a6fbc145-36d0-4125-88ce-c23c64f280fe), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:22.722140 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f520f57a-81ea-4be6-98a2-6fa90e1ed2ea admin admin] Publish callbacks [] for security_group (a6fbc145-36d0-4125-88ce-c23c64f280fe), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:22.741672 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device daaabb59-e663-4630-8c0f-ca1c47411f61 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:02:22.777298 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: daaabb59-e663-4630-8c0f-ca1c47411f61 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:02:22.777648 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device daaabb59-e663-4630-8c0f-ca1c47411f61 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:02:22.885965 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f520f57a-81ea-4be6-98a2-6fa90e1ed2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (a6fbc145-36d0-4125-88ce-c23c64f280fe), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:22.888628 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f520f57a-81ea-4be6-98a2-6fa90e1ed2ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:22.890007 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-f520f57a-81ea-4be6-98a2-6fa90e1ed2ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a6fbc145-36d0-4125-88ce-c23c64f280fe HTTP/1.1" status: 204 len: 168 time: 0.2609487 Sep 21 22:02:22.897969 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520f57a-81ea-4be6-98a2-6fa90e1ed2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fbc145-36d0-4125-88ce-c23c64f280fe,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:23.568628 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49738) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:23.610448 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-62f66ce8-9ec3-4d6a-ba47-186de9235c5c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2680bc9c6ff9450f85571ba2ac693b74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403743 Sep 21 22:02:23.613161 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49742) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:23.664586 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-70e7e8cd-f913-4543-b222-aed76a0aaa5a admin admin] Publish callbacks [] for security_group (574cdccf-7c3d-4087-862e-e1eb2dd93891), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:23.687787 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-70e7e8cd-f913-4543-b222-aed76a0aaa5a admin admin] Publish callbacks [] for security_group (574cdccf-7c3d-4087-862e-e1eb2dd93891), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:23.813940 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-70e7e8cd-f913-4543-b222-aed76a0aaa5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (574cdccf-7c3d-4087-862e-e1eb2dd93891), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:23.816754 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-70e7e8cd-f913-4543-b222-aed76a0aaa5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:23.821304 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-70e7e8cd-f913-4543-b222-aed76a0aaa5a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/574cdccf-7c3d-4087-862e-e1eb2dd93891 HTTP/1.1" status: 204 len: 168 time: 0.2068133 Sep 21 22:02:23.832500 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7e8cd-f913-4543-b222-aed76a0aaa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574cdccf-7c3d-4087-862e-e1eb2dd93891,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:24.349177 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c8427e4b-21b6-49ff-960e-2fc29053fcf3 req-79c5d56d-098e-482a-8138-6120e758b194 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586424 Sep 21 22:02:24.455522 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8427e4b-21b6-49ff-960e-2fc29053fcf3 req-612388f0-05ad-4bc1-98c9-c75dac71c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:24.457164 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c8427e4b-21b6-49ff-960e-2fc29053fcf3 req-612388f0-05ad-4bc1-98c9-c75dac71c94f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3025559b79a4a07985e8a79dcb37b3e&device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 1129 time: 0.0449121 Sep 21 22:02:24.559134 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8427e4b-21b6-49ff-960e-2fc29053fcf3 req-2d2a3c4a-7655-4a02-aec6-a246e4290734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:24.560571 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c8427e4b-21b6-49ff-960e-2fc29053fcf3 req-2d2a3c4a-7655-4a02-aec6-a246e4290734 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b9f43c02-689d-4001-8a87-e0e159b60f87 HTTP/1.1" status: 200 len: 915 time: 0.0836449 Sep 21 22:02:24.602960 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c8427e4b-21b6-49ff-960e-2fc29053fcf3 req-81ad3662-0b03-47d0-8d2a-e43acdc3a419 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 HTTP/1.1" status: 200 len: 217 time: 0.0361161 Sep 21 22:02:24.649910 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8427e4b-21b6-49ff-960e-2fc29053fcf3 req-02874808-0ca2-45fd-84aa-4baa53a41850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:24.652001 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c8427e4b-21b6-49ff-960e-2fc29053fcf3 req-02874808-0ca2-45fd-84aa-4baa53a41850 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f78efa63-e59e-4d4a-b435-7e6dc34d85be HTTP/1.1" status: 200 len: 854 time: 0.0423691 Sep 21 22:02:24.681927 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c8427e4b-21b6-49ff-960e-2fc29053fcf3 req-4ceb1ecb-57e4-4726-9a08-50785738cfbc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9f43c02-689d-4001-8a87-e0e159b60f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244436 Sep 21 22:02:24.772295 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c8427e4b-21b6-49ff-960e-2fc29053fcf3 req-e76aae3f-89cf-481a-9838-7cf59a41ec95 service neutron] 10.222.0.61 "GET /v2.0/networks/b9f43c02-689d-4001-8a87-e0e159b60f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841866 Sep 21 22:02:24.863124 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-c8427e4b-21b6-49ff-960e-2fc29053fcf3 req-85465d86-bbe6-42ca-88ec-6cbc1cc685de service neutron] 10.222.0.61 "GET /v2.0/networks/b9f43c02-689d-4001-8a87-e0e159b60f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833490 Sep 21 22:02:26.498917 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-96da0b1a-9764-4db5-94d4-076c55341f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:28.656871 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-8400fc04-db16-4aca-a9cb-f159aeeb781d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:29.879876 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:31.567596 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:33.039617 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:33.453477 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:02:34.271655 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49918) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:34.376358 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ae37b445-535e-493b-b3e2-25ebf1abb107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:34.448338 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ae37b445-535e-493b-b3e2-25ebf1abb107 admin admin] Publish callbacks [] for security_group (2d204af7-4bf0-45a9-811c-02b33dee6c29), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:34.542334 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ae37b445-535e-493b-b3e2-25ebf1abb107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (2d204af7-4bf0-45a9-811c-02b33dee6c29), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:34.584646 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-ae37b445-535e-493b-b3e2-25ebf1abb107 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=01d18bfbb5f74c04afe51369e7f35f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118773 Sep 21 22:02:34.585537 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37b445-535e-493b-b3e2-25ebf1abb107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d204af7-4bf0-45a9-811c-02b33dee6c29,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:34.587723 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49924) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:34.636492 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6f0cd973-ccf1-4aea-93d5-4b204f34b491 admin admin] Publish callbacks [] for security_group (2d204af7-4bf0-45a9-811c-02b33dee6c29), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:34.658464 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6f0cd973-ccf1-4aea-93d5-4b204f34b491 admin admin] Publish callbacks [] for security_group (2d204af7-4bf0-45a9-811c-02b33dee6c29), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:34.771015 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6f0cd973-ccf1-4aea-93d5-4b204f34b491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (2d204af7-4bf0-45a9-811c-02b33dee6c29), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:34.773805 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-6f0cd973-ccf1-4aea-93d5-4b204f34b491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:34.775835 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-6f0cd973-ccf1-4aea-93d5-4b204f34b491 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d204af7-4bf0-45a9-811c-02b33dee6c29 HTTP/1.1" status: 204 len: 168 time: 0.1864789 Sep 21 22:02:34.783585 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cd973-ccf1-4aea-93d5-4b204f34b491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d204af7-4bf0-45a9-811c-02b33dee6c29,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:35.551775 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 49946) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:35.565726 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8c40a59f-782d-4b10-99b8-75572fed4af2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:35.640677 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8c40a59f-782d-4b10-99b8-75572fed4af2 admin admin] Publish callbacks [] for security_group (f61eaa33-550a-466c-b597-7646e7b0e720), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:35.702807 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-8c40a59f-782d-4b10-99b8-75572fed4af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (f61eaa33-550a-466c-b597-7646e7b0e720), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:35.743862 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-8c40a59f-782d-4b10-99b8-75572fed4af2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c6609eaeadd4f90a9282466c75b8313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909547 Sep 21 22:02:35.745114 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40a59f-782d-4b10-99b8-75572fed4af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61eaa33-550a-466c-b597-7646e7b0e720,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:35.746580 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 49954) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:35.797473 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-277b50bb-07ba-4ccb-b372-ccb7aa75eb50 admin admin] Publish callbacks [] for security_group (f61eaa33-550a-466c-b597-7646e7b0e720), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:35.817835 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-277b50bb-07ba-4ccb-b372-ccb7aa75eb50 admin admin] Publish callbacks [] for security_group (f61eaa33-550a-466c-b597-7646e7b0e720), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:35.967381 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-277b50bb-07ba-4ccb-b372-ccb7aa75eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (f61eaa33-550a-466c-b597-7646e7b0e720), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:35.971751 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-277b50bb-07ba-4ccb-b372-ccb7aa75eb50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:35.971751 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-277b50bb-07ba-4ccb-b372-ccb7aa75eb50 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f61eaa33-550a-466c-b597-7646e7b0e720 HTTP/1.1" status: 204 len: 168 time: 0.2225990 Sep 21 22:02:35.979257 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b50bb-07ba-4ccb-b372-ccb7aa75eb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61eaa33-550a-466c-b597-7646e7b0e720,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:41.535560 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 50074) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:41.637297 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5984e06a-bc67-4be9-b65e-3df9b530bf07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:41.708449 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5984e06a-bc67-4be9-b65e-3df9b530bf07 admin admin] Publish callbacks [] for security_group (25c584f4-0207-4b8b-b1db-d5f3ccb35304), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:41.775882 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5984e06a-bc67-4be9-b65e-3df9b530bf07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (25c584f4-0207-4b8b-b1db-d5f3ccb35304), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:41.816557 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-5984e06a-bc67-4be9-b65e-3df9b530bf07 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4cac4248161488abdcf4c1d77ba48c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798264 Sep 21 22:02:41.817448 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984e06a-bc67-4be9-b65e-3df9b530bf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c584f4-0207-4b8b-b1db-d5f3ccb35304,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:41.820105 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 50078) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:41.873043 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f7868a2f-26ac-41ea-9022-2df0978764ca admin admin] Publish callbacks [] for security_group (25c584f4-0207-4b8b-b1db-d5f3ccb35304), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:41.888914 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f7868a2f-26ac-41ea-9022-2df0978764ca admin admin] Publish callbacks [] for security_group (25c584f4-0207-4b8b-b1db-d5f3ccb35304), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:42.005244 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f7868a2f-26ac-41ea-9022-2df0978764ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (25c584f4-0207-4b8b-b1db-d5f3ccb35304), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:42.008559 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-f7868a2f-26ac-41ea-9022-2df0978764ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:42.009166 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-f7868a2f-26ac-41ea-9022-2df0978764ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/25c584f4-0207-4b8b-b1db-d5f3ccb35304 HTTP/1.1" status: 204 len: 168 time: 0.1877170 Sep 21 22:02:42.017642 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7868a2f-26ac-41ea-9022-2df0978764ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c584f4-0207-4b8b-b1db-d5f3ccb35304,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:42.582703 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 50090) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:42.595598 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-44aea471-be84-4548-9942-56adb164b35a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:42.665955 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-44aea471-be84-4548-9942-56adb164b35a admin admin] Publish callbacks [] for security_group (8e55ec40-0971-468b-90c9-70e083853272), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:42.758770 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-44aea471-be84-4548-9942-56adb164b35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (8e55ec40-0971-468b-90c9-70e083853272), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:42.795335 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aea471-be84-4548-9942-56adb164b35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e55ec40-0971-468b-90c9-70e083853272,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:42.800510 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-44aea471-be84-4548-9942-56adb164b35a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bb17cd7f76ef4d719bffe841dd2dc32d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167497 Sep 21 22:02:42.805655 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 50092) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:42.852190 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-4fa2845a-b067-4876-b572-c58a7689e81e admin admin] Publish callbacks [] for security_group (8e55ec40-0971-468b-90c9-70e083853272), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:42.875222 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-4fa2845a-b067-4876-b572-c58a7689e81e admin admin] Publish callbacks [] for security_group (8e55ec40-0971-468b-90c9-70e083853272), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:42.975863 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-4fa2845a-b067-4876-b572-c58a7689e81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (8e55ec40-0971-468b-90c9-70e083853272), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:42.978551 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-4fa2845a-b067-4876-b572-c58a7689e81e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:42.979690 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-4fa2845a-b067-4876-b572-c58a7689e81e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e55ec40-0971-468b-90c9-70e083853272 HTTP/1.1" status: 204 len: 168 time: 0.1757102 Sep 21 22:02:42.988192 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2845a-b067-4876-b572-c58a7689e81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e55ec40-0971-468b-90c9-70e083853272,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:43.612654 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 50104) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:43.624925 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c99a534a-341a-429d-ab7e-dbd32496926b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:43.697093 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c99a534a-341a-429d-ab7e-dbd32496926b admin admin] Publish callbacks [] for security_group (99409ca6-772f-44fd-91e7-231234b51c4b), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:43.770544 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c99a534a-341a-429d-ab7e-dbd32496926b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (99409ca6-772f-44fd-91e7-231234b51c4b), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:43.808201 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-c99a534a-341a-429d-ab7e-dbd32496926b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85385134f4c842cf9f2ab2b0cb2a341e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957381 Sep 21 22:02:43.809172 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a534a-341a-429d-ab7e-dbd32496926b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99409ca6-772f-44fd-91e7-231234b51c4b,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:43.811008 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 50106) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:43.859253 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-be1b741b-f65e-413d-82a1-51c576861190 admin admin] Publish callbacks [] for security_group (99409ca6-772f-44fd-91e7-231234b51c4b), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:43.880276 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-be1b741b-f65e-413d-82a1-51c576861190 admin admin] Publish callbacks [] for security_group (99409ca6-772f-44fd-91e7-231234b51c4b), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:43.993637 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-be1b741b-f65e-413d-82a1-51c576861190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (99409ca6-772f-44fd-91e7-231234b51c4b), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:43.996264 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-be1b741b-f65e-413d-82a1-51c576861190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:43.997458 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-be1b741b-f65e-413d-82a1-51c576861190 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99409ca6-772f-44fd-91e7-231234b51c4b HTTP/1.1" status: 204 len: 168 time: 0.1848793 Sep 21 22:02:44.006080 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b741b-f65e-413d-82a1-51c576861190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99409ca6-772f-44fd-91e7-231234b51c4b,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:49.366737 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:52.983682 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 50276) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:53.100222 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cbd16386-e197-4acc-a2d5-30b2ec6468ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:53.163526 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cbd16386-e197-4acc-a2d5-30b2ec6468ad admin admin] Publish callbacks [] for security_group (88af49fb-5577-44bc-be66-55c1cbfc3621), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:53.223778 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cbd16386-e197-4acc-a2d5-30b2ec6468ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (88af49fb-5577-44bc-be66-55c1cbfc3621), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:53.263584 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-cbd16386-e197-4acc-a2d5-30b2ec6468ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8bd277c52bf3466b889d17bbb8d58136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781634 Sep 21 22:02:53.264792 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd16386-e197-4acc-a2d5-30b2ec6468ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88af49fb-5577-44bc-be66-55c1cbfc3621,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:53.265745 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 50284) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:53.272772 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd16386-e197-4acc-a2d5-30b2ec6468ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.273161 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd16386-e197-4acc-a2d5-30b2ec6468ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.273513 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd16386-e197-4acc-a2d5-30b2ec6468ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.273857 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd16386-e197-4acc-a2d5-30b2ec6468ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.274195 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd16386-e197-4acc-a2d5-30b2ec6468ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.274565 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd16386-e197-4acc-a2d5-30b2ec6468ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.274900 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd16386-e197-4acc-a2d5-30b2ec6468ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.275229 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd16386-e197-4acc-a2d5-30b2ec6468ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.275562 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd16386-e197-4acc-a2d5-30b2ec6468ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.275894 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd16386-e197-4acc-a2d5-30b2ec6468ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.276222 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd16386-e197-4acc-a2d5-30b2ec6468ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.276547 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd16386-e197-4acc-a2d5-30b2ec6468ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.276871 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd16386-e197-4acc-a2d5-30b2ec6468ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.315586 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-380da623-ee93-48df-ac0a-8b8334c49791 admin admin] Publish callbacks [] for security_group (88af49fb-5577-44bc-be66-55c1cbfc3621), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:53.336317 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-380da623-ee93-48df-ac0a-8b8334c49791 admin admin] Publish callbacks [] for security_group (88af49fb-5577-44bc-be66-55c1cbfc3621), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:53.423325 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-380da623-ee93-48df-ac0a-8b8334c49791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (88af49fb-5577-44bc-be66-55c1cbfc3621), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:53.426630 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-380da623-ee93-48df-ac0a-8b8334c49791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:53.427775 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-380da623-ee93-48df-ac0a-8b8334c49791 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88af49fb-5577-44bc-be66-55c1cbfc3621 HTTP/1.1" status: 204 len: 168 time: 0.1609461 Sep 21 22:02:53.435532 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380da623-ee93-48df-ac0a-8b8334c49791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88af49fb-5577-44bc-be66-55c1cbfc3621,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:53.442869 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380da623-ee93-48df-ac0a-8b8334c49791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.443230 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380da623-ee93-48df-ac0a-8b8334c49791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.443579 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380da623-ee93-48df-ac0a-8b8334c49791 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.443919 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380da623-ee93-48df-ac0a-8b8334c49791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.444254 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380da623-ee93-48df-ac0a-8b8334c49791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.444590 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380da623-ee93-48df-ac0a-8b8334c49791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.444923 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380da623-ee93-48df-ac0a-8b8334c49791 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.445282 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380da623-ee93-48df-ac0a-8b8334c49791 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.445690 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380da623-ee93-48df-ac0a-8b8334c49791 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.445946 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380da623-ee93-48df-ac0a-8b8334c49791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.446273 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380da623-ee93-48df-ac0a-8b8334c49791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.446602 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380da623-ee93-48df-ac0a-8b8334c49791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.446928 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380da623-ee93-48df-ac0a-8b8334c49791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:53.947124 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 50294) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:53.960411 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1653c834-e527-4131-b4fd-af70d914ebad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:54.035419 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1653c834-e527-4131-b4fd-af70d914ebad admin admin] Publish callbacks [] for security_group (78868eab-363d-4a8b-af27-a26f25d2baf3), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:54.137483 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1653c834-e527-4131-b4fd-af70d914ebad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (78868eab-363d-4a8b-af27-a26f25d2baf3), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:54.176479 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-1653c834-e527-4131-b4fd-af70d914ebad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f099e0152137449ab128eb927081f115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282643 Sep 21 22:02:54.177390 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653c834-e527-4131-b4fd-af70d914ebad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78868eab-363d-4a8b-af27-a26f25d2baf3,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:54.179227 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 50298) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:54.237178 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-cacfe7c3-2a55-4743-b1de-9579a84e78c8 admin admin] Publish callbacks [] for security_group (78868eab-363d-4a8b-af27-a26f25d2baf3), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:54.257797 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-cacfe7c3-2a55-4743-b1de-9579a84e78c8 admin admin] Publish callbacks [] for security_group (78868eab-363d-4a8b-af27-a26f25d2baf3), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:54.375528 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-cacfe7c3-2a55-4743-b1de-9579a84e78c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (78868eab-363d-4a8b-af27-a26f25d2baf3), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:54.379172 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-cacfe7c3-2a55-4743-b1de-9579a84e78c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:54.380301 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-cacfe7c3-2a55-4743-b1de-9579a84e78c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78868eab-363d-4a8b-af27-a26f25d2baf3 HTTP/1.1" status: 204 len: 168 time: 0.2000799 Sep 21 22:02:54.388045 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfe7c3-2a55-4743-b1de-9579a84e78c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78868eab-363d-4a8b-af27-a26f25d2baf3,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:56.526532 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-06e72026-e47c-408f-b5f8-a908a15c4111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:57.360756 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 50386) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:57.463953 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-11ce81d8-10e4-46dd-9372-664339f11210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:57.535653 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-11ce81d8-10e4-46dd-9372-664339f11210 admin admin] Publish callbacks [] for security_group (fbfd9d0a-8c68-4005-8257-f8e28015fccb), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:57.600722 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-11ce81d8-10e4-46dd-9372-664339f11210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (fbfd9d0a-8c68-4005-8257-f8e28015fccb), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:57.642403 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-11ce81d8-10e4-46dd-9372-664339f11210 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ef7b671e2ed4e3e87cb87664653518d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802918 Sep 21 22:02:57.643034 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce81d8-10e4-46dd-9372-664339f11210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfd9d0a-8c68-4005-8257-f8e28015fccb,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:57.644998 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 50392) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:57.698695 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-72a90b37-31f5-4b64-8283-2cd3aaa3e3fd admin admin] Publish callbacks [] for security_group (fbfd9d0a-8c68-4005-8257-f8e28015fccb), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:57.720790 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-72a90b37-31f5-4b64-8283-2cd3aaa3e3fd admin admin] Publish callbacks [] for security_group (fbfd9d0a-8c68-4005-8257-f8e28015fccb), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:57.817952 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-72a90b37-31f5-4b64-8283-2cd3aaa3e3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (fbfd9d0a-8c68-4005-8257-f8e28015fccb), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:57.820677 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-72a90b37-31f5-4b64-8283-2cd3aaa3e3fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:57.821860 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-72a90b37-31f5-4b64-8283-2cd3aaa3e3fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fbfd9d0a-8c68-4005-8257-f8e28015fccb HTTP/1.1" status: 204 len: 168 time: 0.1757765 Sep 21 22:02:57.829835 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a90b37-31f5-4b64-8283-2cd3aaa3e3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfd9d0a-8c68-4005-8257-f8e28015fccb,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:58.684567 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b3852da5-d3d2-4c2a-bdd5-d3363dde6fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:58.755852 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 50432) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:58.867538 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f903d5fb-5003-4bc5-81ed-3090dfbbf976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:58.965849 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f903d5fb-5003-4bc5-81ed-3090dfbbf976 admin admin] Publish callbacks [] for security_group (f06e5239-065e-44c5-b608-97de0fea50eb), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:59.063326 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f903d5fb-5003-4bc5-81ed-3090dfbbf976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (f06e5239-065e-44c5-b608-97de0fea50eb), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:59.107028 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-f903d5fb-5003-4bc5-81ed-3090dfbbf976 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=22922e6e97a44aad8599f1c4b5d9d671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3490484 Sep 21 22:02:59.107272 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903d5fb-5003-4bc5-81ed-3090dfbbf976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06e5239-065e-44c5-b608-97de0fea50eb,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:59.108808 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 50452) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:59.162146 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-73416ce1-86ab-4627-a8e7-deee16edc1d0 admin admin] Publish callbacks [] for security_group (f06e5239-065e-44c5-b608-97de0fea50eb), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:59.184181 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-73416ce1-86ab-4627-a8e7-deee16edc1d0 admin admin] Publish callbacks [] for security_group (f06e5239-065e-44c5-b608-97de0fea50eb), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:59.309145 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-73416ce1-86ab-4627-a8e7-deee16edc1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (f06e5239-065e-44c5-b608-97de0fea50eb), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:59.311714 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-73416ce1-86ab-4627-a8e7-deee16edc1d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:59.312896 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-73416ce1-86ab-4627-a8e7-deee16edc1d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f06e5239-065e-44c5-b608-97de0fea50eb HTTP/1.1" status: 204 len: 168 time: 0.2022088 Sep 21 22:02:59.325207 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73416ce1-86ab-4627-a8e7-deee16edc1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06e5239-065e-44c5-b608-97de0fea50eb,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:59.890509 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:00.036719 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 50472) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:00.051997 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-41cfbc69-e276-4532-b853-a1479dd4cf05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:00.131660 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-41cfbc69-e276-4532-b853-a1479dd4cf05 admin admin] Publish callbacks [] for security_group (83537b8d-db26-42ab-9d0b-ad4cbf42dbae), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:00.246079 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-41cfbc69-e276-4532-b853-a1479dd4cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (83537b8d-db26-42ab-9d0b-ad4cbf42dbae), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:00.284324 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-41cfbc69-e276-4532-b853-a1479dd4cf05 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3ea1646f4d7481bbcd2bbf906d357ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461936 Sep 21 22:03:00.286605 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfbc69-e276-4532-b853-a1479dd4cf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83537b8d-db26-42ab-9d0b-ad4cbf42dbae,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:00.287220 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 50480) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:00.339936 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-aa585fe1-4f84-4397-bb83-a3f511654f87 admin admin] Publish callbacks [] for security_group (83537b8d-db26-42ab-9d0b-ad4cbf42dbae), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:00.360211 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-aa585fe1-4f84-4397-bb83-a3f511654f87 admin admin] Publish callbacks [] for security_group (83537b8d-db26-42ab-9d0b-ad4cbf42dbae), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:00.503914 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-aa585fe1-4f84-4397-bb83-a3f511654f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (83537b8d-db26-42ab-9d0b-ad4cbf42dbae), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:00.506649 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-aa585fe1-4f84-4397-bb83-a3f511654f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:00.507801 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-aa585fe1-4f84-4397-bb83-a3f511654f87 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/83537b8d-db26-42ab-9d0b-ad4cbf42dbae HTTP/1.1" status: 204 len: 168 time: 0.2188742 Sep 21 22:03:00.528798 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa585fe1-4f84-4397-bb83-a3f511654f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83537b8d-db26-42ab-9d0b-ad4cbf42dbae,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:01.200310 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 50498) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:01.213705 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d7fb6c7d-3de0-49bf-b34a-5ae38f6be76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:01.292888 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d7fb6c7d-3de0-49bf-b34a-5ae38f6be76f admin admin] Publish callbacks [] for security_group (f2981ae7-c57c-4f59-b0cd-25185c909d21), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:01.366177 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-d7fb6c7d-3de0-49bf-b34a-5ae38f6be76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (f2981ae7-c57c-4f59-b0cd-25185c909d21), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:01.405640 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-d7fb6c7d-3de0-49bf-b34a-5ae38f6be76f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e20e44579c84451aa78771f0f797e150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040451 Sep 21 22:03:01.406620 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb6c7d-3de0-49bf-b34a-5ae38f6be76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2981ae7-c57c-4f59-b0cd-25185c909d21,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:01.408317 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 50500) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:01.462551 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b3243991-3696-47c8-99c7-709072f5e569 admin admin] Publish callbacks [] for security_group (f2981ae7-c57c-4f59-b0cd-25185c909d21), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:01.489797 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b3243991-3696-47c8-99c7-709072f5e569 admin admin] Publish callbacks [] for security_group (f2981ae7-c57c-4f59-b0cd-25185c909d21), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:01.594717 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:01.615497 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b3243991-3696-47c8-99c7-709072f5e569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (f2981ae7-c57c-4f59-b0cd-25185c909d21), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:01.618286 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b3243991-3696-47c8-99c7-709072f5e569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:01.619442 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-b3243991-3696-47c8-99c7-709072f5e569 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2981ae7-c57c-4f59-b0cd-25185c909d21 HTTP/1.1" status: 204 len: 168 time: 0.2093477 Sep 21 22:03:01.634210 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3243991-3696-47c8-99c7-709072f5e569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2981ae7-c57c-4f59-b0cd-25185c909d21,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:01.982114 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e63e91-1ce2-4c01-a114-bdaac67980b6 req-5fe1ecbe-0598-43de-88f8-8eb1f2032614 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:01.983655 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-79e63e91-1ce2-4c01-a114-bdaac67980b6 req-5fe1ecbe-0598-43de-88f8-8eb1f2032614 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 945 time: 0.0576937 Sep 21 22:03:02.039631 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-79e63e91-1ce2-4c01-a114-bdaac67980b6 req-fb2c5362-15b7-4f88-9d19-7b620ac7d8e3 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493686 Sep 21 22:03:03.063156 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:03.173963 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77c785-a51e-4dc1-80b7-c99611c5d885 req-7117bd87-1058-4c83-a282-81747b883146 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:03.176079 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7c77c785-a51e-4dc1-80b7-c99611c5d885 req-7117bd87-1058-4c83-a282-81747b883146 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 945 time: 0.0585303 Sep 21 22:03:03.226260 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7c77c785-a51e-4dc1-80b7-c99611c5d885 req-67143c0f-f74d-4286-a038-268fc3831504 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444846 Sep 21 22:03:03.735803 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadad62-3f1c-485d-9637-9c9a3a24f4eb req-8709de8d-c636-48b6-9184-2a4c270e8c6b tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:03.737228 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-9dadad62-3f1c-485d-9637-9c9a3a24f4eb req-8709de8d-c636-48b6-9184-2a4c270e8c6b tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.61 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 945 time: 0.0548868 Sep 21 22:03:03.824349 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-9dadad62-3f1c-485d-9637-9c9a3a24f4eb req-a50678f3-507d-439b-88e2-d5d3096b3c1d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Deleting port 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:03:03.824691 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-9dadad62-3f1c-485d-9637-9c9a3a24f4eb req-a50678f3-507d-439b-88e2-d5d3096b3c1d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (5a5c5bd5-f10c-4f98-839c-3ded6a0beda2), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:03.917725 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-9dadad62-3f1c-485d-9637-9c9a3a24f4eb req-a50678f3-507d-439b-88e2-d5d3096b3c1d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] For port 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=5a5c5bd5-f10c-4f98-839c-3ded6a0beda2,segment=NetworkSegment(418b9f00-9632-42bc-a0fd-56528850040e),segment_id=418b9f00-9632-42bc-a0fd-56528850040e)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:03.918090 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-9dadad62-3f1c-485d-9637-9c9a3a24f4eb req-a50678f3-507d-439b-88e2-d5d3096b3c1d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (5a5c5bd5-f10c-4f98-839c-3ded6a0beda2), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:03.930766 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-9dadad62-3f1c-485d-9637-9c9a3a24f4eb req-a50678f3-507d-439b-88e2-d5d3096b3c1d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Calling delete_port for 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 owned by compute:nova {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:03:04.132398 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-9dadad62-3f1c-485d-9637-9c9a3a24f4eb req-a50678f3-507d-439b-88e2-d5d3096b3c1d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (5a5c5bd5-f10c-4f98-839c-3ded6a0beda2), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:04.163812 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50678f3-507d-439b-88e2-d5d3096b3c1d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Pushing event deleted for resources: {'Port': ['ID=5a5c5bd5-f10c-4f98-839c-3ded6a0beda2,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:04.167952 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['5a5c5bd5-f10c-4f98-839c-3ded6a0beda2'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:03:04.207660 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dadad62-3f1c-485d-9637-9c9a3a24f4eb req-a50678f3-507d-439b-88e2-d5d3096b3c1d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] No DVR routers for this DVR port 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 on host hv-cinder-85881 {{(pid=110730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:03:04.210280 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-9dadad62-3f1c-485d-9637-9c9a3a24f4eb req-a50678f3-507d-439b-88e2-d5d3096b3c1d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:04.213647 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-9dadad62-3f1c-485d-9637-9c9a3a24f4eb req-a50678f3-507d-439b-88e2-d5d3096b3c1d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.61 "DELETE /v2.0/ports/5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 HTTP/1.1" status: 204 len: 173 time: 0.4711637 Sep 21 22:03:04.219328 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf523cb-be53-4192-80b7-bc41834c618c', 'name': 'network-vif-deleted', 'tag': '5a5c5bd5-f10c-4f98-839c-3ded6a0beda2'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:03:04.219328 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091a9d87-dbd2-4da6-b8fe-b255c04227a3" -d '{"events": [{"server_uuid": "9cf523cb-be53-4192-80b7-bc41834c618c", "name": "network-vif-deleted", "tag": "5a5c5bd5-f10c-4f98-839c-3ded6a0beda2"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:03:04.251509 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1663146a-c6fc-4d90-a150-c608ab4ee593 x-openstack-request-id: req-1663146a-c6fc-4d90-a150-c608ab4ee593 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:03:04.251807 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf523cb-be53-4192-80b7-bc41834c618c", "name": "network-vif-deleted", "tag": "5a5c5bd5-f10c-4f98-839c-3ded6a0beda2", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:03:04.252062 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1663146a-c6fc-4d90-a150-c608ab4ee593 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:03:04.254604 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1663146a-c6fc-4d90-a150-c608ab4ee593'] response: {'server_uuid': '9cf523cb-be53-4192-80b7-bc41834c618c', 'name': 'network-vif-deleted', 'tag': '5a5c5bd5-f10c-4f98-839c-3ded6a0beda2', 'status': 'completed', 'code': 200} Sep 21 22:03:04.331981 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0b5f2b83-f2df-4c48-baab-b938412b9155 req-fbb6b750-3a66-47a1-87c8-c427cd264d01 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 210 time: 0.0310159 Sep 21 22:03:05.466745 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-83cf8278-c987-4aea-97c0-d5dd9bd52eca req-28ffa819-5312-430f-a96a-b9ff7fa15f72 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cf523cb-be53-4192-80b7-bc41834c618c HTTP/1.1" status: 200 len: 210 time: 0.0319481 Sep 21 22:03:08.288333 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 50740) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:08.389367 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d02ddbe7-5412-4eac-b1b0-63adc6cd6d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:08.460632 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d02ddbe7-5412-4eac-b1b0-63adc6cd6d31 admin admin] Publish callbacks [] for security_group (e07dac20-ba18-48ef-bcae-5334061f627c), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:08.525631 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d02ddbe7-5412-4eac-b1b0-63adc6cd6d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (e07dac20-ba18-48ef-bcae-5334061f627c), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:08.563096 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ddbe7-5412-4eac-b1b0-63adc6cd6d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07dac20-ba18-48ef-bcae-5334061f627c,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:08.568673 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-d02ddbe7-5412-4eac-b1b0-63adc6cd6d31 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb9c204af04242bd8c940a7a9efd7917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793422 Sep 21 22:03:08.571359 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 50744) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:08.624729 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-09bb04b0-cf3b-4a18-a458-35c005f61e15 admin admin] Publish callbacks [] for security_group (e07dac20-ba18-48ef-bcae-5334061f627c), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:08.645732 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-09bb04b0-cf3b-4a18-a458-35c005f61e15 admin admin] Publish callbacks [] for security_group (e07dac20-ba18-48ef-bcae-5334061f627c), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:08.759912 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-09bb04b0-cf3b-4a18-a458-35c005f61e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (e07dac20-ba18-48ef-bcae-5334061f627c), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:08.762560 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-09bb04b0-cf3b-4a18-a458-35c005f61e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:08.763752 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-09bb04b0-cf3b-4a18-a458-35c005f61e15 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e07dac20-ba18-48ef-bcae-5334061f627c HTTP/1.1" status: 204 len: 168 time: 0.1914990 Sep 21 22:03:08.772134 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb04b0-cf3b-4a18-a458-35c005f61e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07dac20-ba18-48ef-bcae-5334061f627c,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:09.011030 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:03:09.027083 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:03:09.027435 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 5a5c5bd5-f10c-4f98-839c-3ded6a0beda2 not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:03:09.342677 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 50756) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:09.355640 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ba615096-d770-465f-ac7e-abd27a4ca9af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:09.427106 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ba615096-d770-465f-ac7e-abd27a4ca9af admin admin] Publish callbacks [] for security_group (696cc47a-1eab-4d2d-a0ca-d638b155efcd), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:09.477952 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ba615096-d770-465f-ac7e-abd27a4ca9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (696cc47a-1eab-4d2d-a0ca-d638b155efcd), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:09.515884 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-ba615096-d770-465f-ac7e-abd27a4ca9af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c9cf46134f64c088042d28cad95b4a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720862 Sep 21 22:03:09.517730 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba615096-d770-465f-ac7e-abd27a4ca9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696cc47a-1eab-4d2d-a0ca-d638b155efcd,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:09.518615 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 50758) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:09.566274 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-561ca97e-4d75-4243-b51b-b9130373970c admin admin] Publish callbacks [] for security_group (696cc47a-1eab-4d2d-a0ca-d638b155efcd), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:09.586573 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-561ca97e-4d75-4243-b51b-b9130373970c admin admin] Publish callbacks [] for security_group (696cc47a-1eab-4d2d-a0ca-d638b155efcd), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:09.691483 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-561ca97e-4d75-4243-b51b-b9130373970c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (696cc47a-1eab-4d2d-a0ca-d638b155efcd), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:09.694125 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-561ca97e-4d75-4243-b51b-b9130373970c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:09.695307 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-561ca97e-4d75-4243-b51b-b9130373970c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/696cc47a-1eab-4d2d-a0ca-d638b155efcd HTTP/1.1" status: 204 len: 168 time: 0.1753695 Sep 21 22:03:09.702675 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ca97e-4d75-4243-b51b-b9130373970c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696cc47a-1eab-4d2d-a0ca-d638b155efcd,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:10.452419 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:03:13.496563 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 50856) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:13.606168 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-22293db9-a6fc-45e4-85c0-d5b95882759b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:13.683204 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-22293db9-a6fc-45e4-85c0-d5b95882759b admin admin] Publish callbacks [] for security_group (af8be8de-bbe9-4e28-b6fd-abe7435fc4d7), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:13.754908 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-22293db9-a6fc-45e4-85c0-d5b95882759b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (af8be8de-bbe9-4e28-b6fd-abe7435fc4d7), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:13.794135 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-22293db9-a6fc-45e4-85c0-d5b95882759b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=56724e8a3d034e1190c67be88233b6f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963390 Sep 21 22:03:13.795122 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22293db9-a6fc-45e4-85c0-d5b95882759b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8be8de-bbe9-4e28-b6fd-abe7435fc4d7,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:13.798067 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 50868) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:13.850162 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-74106489-21ec-49bf-a6b9-481d5ca53c52 admin admin] Publish callbacks [] for security_group (af8be8de-bbe9-4e28-b6fd-abe7435fc4d7), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:13.870499 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-74106489-21ec-49bf-a6b9-481d5ca53c52 admin admin] Publish callbacks [] for security_group (af8be8de-bbe9-4e28-b6fd-abe7435fc4d7), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:13.997870 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-74106489-21ec-49bf-a6b9-481d5ca53c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (af8be8de-bbe9-4e28-b6fd-abe7435fc4d7), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:14.000478 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-74106489-21ec-49bf-a6b9-481d5ca53c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:14.001798 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-74106489-21ec-49bf-a6b9-481d5ca53c52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af8be8de-bbe9-4e28-b6fd-abe7435fc4d7 HTTP/1.1" status: 204 len: 168 time: 0.2022994 Sep 21 22:03:14.010044 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74106489-21ec-49bf-a6b9-481d5ca53c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8be8de-bbe9-4e28-b6fd-abe7435fc4d7,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:14.886878 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 50896) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:14.978853 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-71a76c05-c41a-4a2c-87fe-48786c78f76f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1383182409-network', 'tenant_id': 'c99eb118f2b946389266460ec343db6d'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:03:15.077865 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a76c05-c41a-4a2c-87fe-48786c78f76f admin admin] Made reservation on behalf of c99eb118f2b946389266460ec343db6d for: {'network': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:03:15.082427 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-71a76c05-c41a-4a2c-87fe-48786c78f76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:15.088864 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-71a76c05-c41a-4a2c-87fe-48786c78f76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:15.160717 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-71a76c05-c41a-4a2c-87fe-48786c78f76f admin admin] Publish callbacks [] for security_group (53251dbf-7b13-4e4d-ad38-79feb74ef407), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:15.232259 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-71a76c05-c41a-4a2c-87fe-48786c78f76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (53251dbf-7b13-4e4d-ad38-79feb74ef407), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:15.257036 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a76c05-c41a-4a2c-87fe-48786c78f76f admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=110730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:03:15.265459 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a76c05-c41a-4a2c-87fe-48786c78f76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53251dbf-7b13-4e4d-ad38-79feb74ef407,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:15.271305 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-71a76c05-c41a-4a2c-87fe-48786c78f76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (69cee5a0-aa7f-4b04-a181-a2e648e42692), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:15.271648 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.segments_db [None req-71a76c05-c41a-4a2c-87fe-48786c78f76f admin admin] Added segment 69cee5a0-aa7f-4b04-a181-a2e648e42692 of type vlan for network f735ca0e-5121-49df-85b3-cf97d454b283 Sep 21 22:03:15.310499 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-71a76c05-c41a-4a2c-87fe-48786c78f76f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (f735ca0e-5121-49df-85b3-cf97d454b283), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:15.380611 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-71a76c05-c41a-4a2c-87fe-48786c78f76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (f735ca0e-5121-49df-85b3-cf97d454b283), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:15.381621 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a76c05-c41a-4a2c-87fe-48786c78f76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:15.382217 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-71a76c05-c41a-4a2c-87fe-48786c78f76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:15.442540 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a76c05-c41a-4a2c-87fe-48786c78f76f admin admin] Pushing event updated for resources: {'Network': ['ID=f735ca0e-5121-49df-85b3-cf97d454b283,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:15.452513 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network f735ca0e-5121-49df-85b3-cf97d454b283 details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:03:15.480646 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-71a76c05-c41a-4a2c-87fe-48786c78f76f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5926769 Sep 21 22:03:15.483442 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 50906) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:15.488257 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-249cb5d0-43ee-404e-bf5d-2fb113340eff admin admin] Request body: {'subnet': {'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1383182409-subnet', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'ip_version': 4}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:03:15.546390 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249cb5d0-43ee-404e-bf5d-2fb113340eff admin admin] Made reservation on behalf of c99eb118f2b946389266460ec343db6d for: {'subnet': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:03:15.548680 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-249cb5d0-43ee-404e-bf5d-2fb113340eff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364503'] for subnet (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:15.757912 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-249cb5d0-43ee-404e-bf5d-2fb113340eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9435907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364485'] for subnet (24bcaf2c-8e7e-484f-b414-888d80530e9c), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:15.810147 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cb5d0-43ee-404e-bf5d-2fb113340eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=24bcaf2c-8e7e-484f-b414-888d80530e9c,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:15.820103 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249cb5d0-43ee-404e-bf5d-2fb113340eff admin admin] Checking segment: {'id': '69cee5a0-aa7f-4b04-a181-a2e648e42692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:03:15.820458 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249cb5d0-43ee-404e-bf5d-2fb113340eff admin admin] Network hostable DHCP agents. Network: f735ca0e-5121-49df-85b3-cf97d454b283, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:03:15.902539 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249cb5d0-43ee-404e-bf5d-2fb113340eff admin admin] Network f735ca0e-5121-49df-85b3-cf97d454b283 is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:03:15.965446 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-249cb5d0-43ee-404e-bf5d-2fb113340eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, f735ca0e-5121-49df-85b3-cf97d454b283) {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:03:15.969451 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249cb5d0-43ee-404e-bf5d-2fb113340eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:15.970045 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-249cb5d0-43ee-404e-bf5d-2fb113340eff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:15.976219 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e429b833-ddc1-4f14-afc8-63071961b711 None None] Network f735ca0e-5121-49df-85b3-cf97d454b283 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:03:16.049187 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-249cb5d0-43ee-404e-bf5d-2fb113340eff admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5644116 Sep 21 22:03:16.052222 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 50910) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:16.063063 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1383182409-router', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:03:16.088035 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c86c540-5e61-54b3-b1b4-fe06f5909a9b-f735ca0e-5121-49df-85b3-cf97d454b283', 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283', 'project_id': 'c99eb118f2b946389266460ec343db6d', 'fixed_ips': [{'subnet_id': '24bcaf2c-8e7e-484f-b414-888d80530e9c'}]}} from dv-cinder-858818-1-iscsi. {{(pid=110732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 22:03:16.088891 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:16.217585 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256442'] for router (a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:16.218882 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256435'] for router (a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:16.223973 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.db_base_plugin_common [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Allocated IP 172.20.0.2 (f735ca0e-5121-49df-85b3-cf97d454b283/24bcaf2c-8e7e-484f-b414-888d80530e9c/94a492e7-4433-44d8-aef3-0dd06de4b5d9) {{(pid=110732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:03:16.270207 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] Publish callbacks [] for router_controller (a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07), precommit_add_association {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:16.368601 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Publish callbacks [] for port (94a492e7-4433-44d8-aef3-0dd06de4b5d9), precommit_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:16.446170 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (94a492e7-4433-44d8-aef3-0dd06de4b5d9), after_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:16.480830 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Network f735ca0e-5121-49df-85b3-cf97d454b283 is already hosted by enough agents. {{(pid=110732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:03:16.483654 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.base_scheduler [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Resources bound (agent type, host, resource id): {{(pid=110732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:03:16.487160 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Received port after_create {{(pid=110732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:03:16.494655 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] Publish callbacks [] for router_gateway (a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:16.501011 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Pushing event updated for resources: {'Port': ['ID=94a492e7-4433-44d8-aef3-0dd06de4b5d9,revision_number=1']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:16.523843 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:16.524192 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:16.524541 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:16.524877 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:16.525238 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:16.525569 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:16.525898 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:16.526480 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:16.526804 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:16.527132 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:16.527454 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:16.527777 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:16.528113 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:16.561511 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Attempting to bind port 94a492e7-4433-44d8-aef3-0dd06de4b5d9 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:03:16.561881 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Attempting to bind port 94a492e7-4433-44d8-aef3-0dd06de4b5d9 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '69cee5a0-aa7f-4b04-a181-a2e648e42692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:03:16.562272 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Attempting to bind port 94a492e7-4433-44d8-aef3-0dd06de4b5d9 on network f735ca0e-5121-49df-85b3-cf97d454b283 {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:03:16.567343 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:03:16.567719 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Checking segment: {'id': '69cee5a0-aa7f-4b04-a181-a2e648e42692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:03:16.568121 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:16.568515 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Bound using segment: {'id': '69cee5a0-aa7f-4b04-a181-a2e648e42692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:03:16.569009 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Bound port: 94a492e7-4433-44d8-aef3-0dd06de4b5d9, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cee5a0-aa7f-4b04-a181-a2e648e42692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:03:16.569397 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (94a492e7-4433-44d8-aef3-0dd06de4b5d9), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:16.630615 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] For port 94a492e7-4433-44d8-aef3-0dd06de4b5d9, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:03:16.633663 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] For port 94a492e7-4433-44d8-aef3-0dd06de4b5d9, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=94a492e7-4433-44d8-aef3-0dd06de4b5d9,segment=NetworkSegment(69cee5a0-aa7f-4b04-a181-a2e648e42692),segment_id=69cee5a0-aa7f-4b04-a181-a2e648e42692)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:03:16.703336 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (94a492e7-4433-44d8-aef3-0dd06de4b5d9), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:16.766452 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947381c8-0cf2-4306-98aa-d080b3823c6a None None] Pushing event updated for resources: {'Port': ['ID=94a492e7-4433-44d8-aef3-0dd06de4b5d9,revision_number=2']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:16.797953 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] Publish callbacks [] for router_gateway (a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:16.817554 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:16.935843 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] Allocated IP 172.27.2.192 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/40b21aa0-6c1e-49b6-a797-185fe11c6b0f) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:03:17.059307 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] Publish callbacks [] for port (40b21aa0-6c1e-49b6-a797-185fe11c6b0f), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:17.139574 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (40b21aa0-6c1e-49b6-a797-185fe11c6b0f), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:17.180161 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:03:17.185534 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:03:17.190223 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:03:17.192987 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] Pushing event updated for resources: {'Port': ['ID=40b21aa0-6c1e-49b6-a797-185fe11c6b0f,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:17.423359 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-988795bd-ed72-4994-9592-d8f851426250 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:17.424993 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-988795bd-ed72-4994-9592-d8f851426250 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/networks?id=b9f43c02-689d-4001-8a87-e0e159b60f87 HTTP/1.1" status: 200 len: 814 time: 0.1260757 Sep 21 22:03:17.441592 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-23a67e08-a7d9-4846-93a5-84ee79678183 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/quotas/a3025559b79a4a07985e8a79dcb37b3e HTTP/1.1" status: 200 len: 375 time: 0.0109129 Sep 21 22:03:17.484193 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-933d5099-4454-4f38-a342-c583e67f8199 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3025559b79a4a07985e8a79dcb37b3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367293 Sep 21 22:03:17.581286 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] Publish callbacks [] for router_gateway (a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:17.592531 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-775f9947-b106-4d56-886e-fce8ac955a2e service neutron] 10.222.0.42 "GET /v2.0/networks/b9f43c02-689d-4001-8a87-e0e159b60f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987637 Sep 21 22:03:17.593325 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 50938) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:17.705614 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-e8302a95-2b96-409d-9dac-a73cf1a83158 service neutron] 10.222.0.42 "GET /v2.0/networks/b9f43c02-689d-4001-8a87-e0e159b60f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061709 Sep 21 22:03:17.757135 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbcfc9b-23d2-47a2-9400-a009b7ac0ffe None None] Network f735ca0e-5121-49df-85b3-cf97d454b283 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:03:17.763634 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-5f976ad9-51e4-4ea7-82f7-72d805bef402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:17.818296 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755185'] for router (a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:17.832607 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-95500302-ab9d-4724-89b7-9f7dab555891 None None] Provisioning complete for port 94a492e7-4433-44d8-aef3-0dd06de4b5d9 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:17.832979 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-95500302-ab9d-4724-89b7-9f7dab555891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (94a492e7-4433-44d8-aef3-0dd06de4b5d9), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:17.833327 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-95500302-ab9d-4724-89b7-9f7dab555891 None None] Attempt 1 to provision port 94a492e7-4433-44d8-aef3-0dd06de4b5d9 Sep 21 22:03:17.850276 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-5f976ad9-51e4-4ea7-82f7-72d805bef402 admin admin] Publish callbacks [] for security_group (3ea76486-3e44-4977-9f3e-d46a619a4c91), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:17.964154 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e605a9af-fb7a-4e9e-a148-8993e1c1536b req-ac5da48c-b34c-44a4-b40b-2cb7cc1e54f9 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 210 time: 0.0422752 Sep 21 22:03:17.966249 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-5f976ad9-51e4-4ea7-82f7-72d805bef402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (3ea76486-3e44-4977-9f3e-d46a619a4c91), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.011781 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-95500302-ab9d-4724-89b7-9f7dab555891 None None] Current status of the port 94a492e7-4433-44d8-aef3-0dd06de4b5d9 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:18.012322 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-95500302-ab9d-4724-89b7-9f7dab555891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (94a492e7-4433-44d8-aef3-0dd06de4b5d9), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.034384 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f976ad9-51e4-4ea7-82f7-72d805bef402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea76486-3e44-4977-9f3e-d46a619a4c91,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:18.040536 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-5f976ad9-51e4-4ea7-82f7-72d805bef402 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de0fb78ceb614104b5f11f6e9295d5c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4460728 Sep 21 22:03:18.043173 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 50946) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:18.060554 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] Router a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 is scheduled to L3 agent f3be49e0-699b-41e8-a354-a1575a796fae with binding_index 1 {{(pid=110730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 22:03:18.072073 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-95500302-ab9d-4724-89b7-9f7dab555891 None None] For port 94a492e7-4433-44d8-aef3-0dd06de4b5d9, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=94a492e7-4433-44d8-aef3-0dd06de4b5d9,segment=NetworkSegment(69cee5a0-aa7f-4b04-a181-a2e648e42692),segment_id=69cee5a0-aa7f-4b04-a181-a2e648e42692)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:18.106174 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-50396751-50c5-4877-8094-04c0936aa345 admin admin] Publish callbacks [] for security_group (3ea76486-3e44-4977-9f3e-d46a619a4c91), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.140544 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-50396751-50c5-4877-8094-04c0936aa345 admin admin] Publish callbacks [] for security_group (3ea76486-3e44-4977-9f3e-d46a619a4c91), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.155297 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-95500302-ab9d-4724-89b7-9f7dab555891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (94a492e7-4433-44d8-aef3-0dd06de4b5d9), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.198915 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:03:18.209315 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Sync routers for ids ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:03:18.219047 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Routers {'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:03:18.219662 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:02:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:18.247466 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95500302-ab9d-4724-89b7-9f7dab555891 None None] Pushing event updated for resources: {'Port': ['ID=94a492e7-4433-44d8-aef3-0dd06de4b5d9,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:18.274123 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-db5c5774-f8b5-47ce-9b07-f052ca164d2f None None] Provisioning complete for port 94a492e7-4433-44d8-aef3-0dd06de4b5d9 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:18.274503 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-db5c5774-f8b5-47ce-9b07-f052ca164d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (94a492e7-4433-44d8-aef3-0dd06de4b5d9), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.274845 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-db5c5774-f8b5-47ce-9b07-f052ca164d2f None None] Attempt 1 to provision port 94a492e7-4433-44d8-aef3-0dd06de4b5d9 Sep 21 22:03:18.291489 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-50396751-50c5-4877-8094-04c0936aa345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (3ea76486-3e44-4977-9f3e-d46a619a4c91), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.294164 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-50396751-50c5-4877-8094-04c0936aa345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.295359 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-50396751-50c5-4877-8094-04c0936aa345 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ea76486-3e44-4977-9f3e-d46a619a4c91 HTTP/1.1" status: 204 len: 168 time: 0.2512395 Sep 21 22:03:18.306858 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50396751-50c5-4877-8094-04c0936aa345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea76486-3e44-4977-9f3e-d46a619a4c91,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:18.335337 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Set router a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:03:18.351708 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.354294 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-2f300e50-a292-43c7-9261-d875ebef259a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3007975 Sep 21 22:03:18.358287 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 50954) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:18.390967 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-db5c5774-f8b5-47ce-9b07-f052ca164d2f None None] Current status of the port 94a492e7-4433-44d8-aef3-0dd06de4b5d9 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:18.624867 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'name': 'tempest-TestMinimumBasicScenario-1383182409-router', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:17Z', 'revision_number': 3, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'gw_port': {'id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:18.649525 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Checking router: a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:03:18.649659 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Updating router a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 port 40b21aa0-6c1e-49b6-a797-185fe11c6b0f binding host dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:03:18.688479 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (40b21aa0-6c1e-49b6-a797-185fe11c6b0f), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.843247 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 94a492e7-4433-44d8-aef3-0dd06de4b5d9 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:03:18.898214 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 94a492e7-4433-44d8-aef3-0dd06de4b5d9 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:18.898608 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (94a492e7-4433-44d8-aef3-0dd06de4b5d9), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.898927 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 94a492e7-4433-44d8-aef3-0dd06de4b5d9 Sep 21 22:03:18.899405 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-32e6af5a-c74b-4d06-9c82-4592ba94cd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.994371 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 94a492e7-4433-44d8-aef3-0dd06de4b5d9 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:19.041389 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Publish callbacks [] for port (40b21aa0-6c1e-49b6-a797-185fe11c6b0f), precommit_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.090736 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a783c70b-e4aa-4020-bf3d-8fed3f3dde24 req-dc10bef3-1007-49a2-b2d4-780643a1e13d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 210 time: 0.0275226 Sep 21 22:03:19.103637 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-32e6af5a-c74b-4d06-9c82-4592ba94cd2c admin admin] Allocated IP 172.20.0.1 (f735ca0e-5121-49df-85b3-cf97d454b283/24bcaf2c-8e7e-484f-b414-888d80530e9c/c7800354-f509-4efe-82a0-f8a072d8ce1c) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:03:19.169504 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (40b21aa0-6c1e-49b6-a797-185fe11c6b0f), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.202197 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Attempting to bind port 40b21aa0-6c1e-49b6-a797-185fe11c6b0f on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:03:19.202551 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Attempting to bind port 40b21aa0-6c1e-49b6-a797-185fe11c6b0f by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:03:19.202904 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Attempting to bind port 40b21aa0-6c1e-49b6-a797-185fe11c6b0f on network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:03:19.213206 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-32e6af5a-c74b-4d06-9c82-4592ba94cd2c admin admin] Publish callbacks [] for port (c7800354-f509-4efe-82a0-f8a072d8ce1c), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.225691 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b76efa-b7cc-43c8-8674-bc5c0f067879 None None] Pushing event updated for resources: {'Port': ['ID=40b21aa0-6c1e-49b6-a797-185fe11c6b0f,revision_number=2']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:19.228875 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:03:19.229279 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Checking segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:03:19.229682 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.230079 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Bound using segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:03:19.230549 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Bound port: 40b21aa0-6c1e-49b6-a797-185fe11c6b0f, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:03:19.230923 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (40b21aa0-6c1e-49b6-a797-185fe11c6b0f), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.237111 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b76efa-b7cc-43c8-8674-bc5c0f067879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:19.237476 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b76efa-b7cc-43c8-8674-bc5c0f067879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:19.238013 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b76efa-b7cc-43c8-8674-bc5c0f067879 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:19.238352 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b76efa-b7cc-43c8-8674-bc5c0f067879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:19.238821 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b76efa-b7cc-43c8-8674-bc5c0f067879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:19.241845 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b76efa-b7cc-43c8-8674-bc5c0f067879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:19.243257 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b76efa-b7cc-43c8-8674-bc5c0f067879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:19.243257 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b76efa-b7cc-43c8-8674-bc5c0f067879 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:19.243963 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b76efa-b7cc-43c8-8674-bc5c0f067879 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:19.244697 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b76efa-b7cc-43c8-8674-bc5c0f067879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:19.245370 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b76efa-b7cc-43c8-8674-bc5c0f067879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:19.246158 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b76efa-b7cc-43c8-8674-bc5c0f067879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:19.246831 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b76efa-b7cc-43c8-8674-bc5c0f067879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:19.300770 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] For port 40b21aa0-6c1e-49b6-a797-185fe11c6b0f, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:03:19.303948 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] For port 40b21aa0-6c1e-49b6-a797-185fe11c6b0f, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=40b21aa0-6c1e-49b6-a797-185fe11c6b0f,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:03:19.337650 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-32e6af5a-c74b-4d06-9c82-4592ba94cd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (c7800354-f509-4efe-82a0-f8a072d8ce1c), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.360160 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.360697 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (40b21aa0-6c1e-49b6-a797-185fe11c6b0f), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.378904 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e6af5a-c74b-4d06-9c82-4592ba94cd2c admin admin] Network f735ca0e-5121-49df-85b3-cf97d454b283 is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:03:19.382076 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-32e6af5a-c74b-4d06-9c82-4592ba94cd2c admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:03:19.388682 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6af5a-c74b-4d06-9c82-4592ba94cd2c admin admin] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:03:19.402194 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6af5a-c74b-4d06-9c82-4592ba94cd2c admin admin] Pushing event updated for resources: {'Port': ['ID=c7800354-f509-4efe-82a0-f8a072d8ce1c,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:19.411110 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Routers {'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:03:19.411781 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:02:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:19.467233 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-32e6af5a-c74b-4d06-9c82-4592ba94cd2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756382'] for router_interface (a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.491377 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b76efa-b7cc-43c8-8674-bc5c0f067879 None None] Pushing event updated for resources: {'Port': ['ID=40b21aa0-6c1e-49b6-a797-185fe11c6b0f,revision_number=3']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:19.606007 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] Set router a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:03:19.833902 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-32e6af5a-c74b-4d06-9c82-4592ba94cd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (c7800354-f509-4efe-82a0-f8a072d8ce1c), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.848368 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'name': 'tempest-TestMinimumBasicScenario-1383182409-router', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:17Z', 'revision_number': 3, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'gw_port': {'id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:19.873569 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] Provisioning complete for port c7800354-f509-4efe-82a0-f8a072d8ce1c triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:19.874131 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (c7800354-f509-4efe-82a0-f8a072d8ce1c), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.874589 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] Attempt 1 to provision port c7800354-f509-4efe-82a0-f8a072d8ce1c Sep 21 22:03:19.877863 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f11e0c2-91e7-4fce-8b0a-6f328587eef4 None None] The sync data for ids ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'] in dv-cinder-858818-1-iscsi is: [{'id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'name': 'tempest-TestMinimumBasicScenario-1383182409-router', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:17Z', 'revision_number': 3, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'gw_port': {'id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:03:19.929020 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] Port c7800354-f509-4efe-82a0-f8a072d8ce1c cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:03:20.048860 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-32e6af5a-c74b-4d06-9c82-4592ba94cd2c admin admin] Publish callbacks [] for port (c7800354-f509-4efe-82a0-f8a072d8ce1c), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:20.152474 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-32e6af5a-c74b-4d06-9c82-4592ba94cd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (c7800354-f509-4efe-82a0-f8a072d8ce1c), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:20.199899 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3bbdbf39-ef17-4a80-b561-541bf4f3171e req-cf124afc-1ef7-4e51-a988-e04673aabdf5 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 210 time: 0.0279653 Sep 21 22:03:20.236641 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-32e6af5a-c74b-4d06-9c82-4592ba94cd2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756274'] for router_interface (a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:20.238378 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6af5a-c74b-4d06-9c82-4592ba94cd2c admin admin] Pushing event updated for resources: {'Port': ['ID=c7800354-f509-4efe-82a0-f8a072d8ce1c,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:20.403493 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e6af5a-c74b-4d06-9c82-4592ba94cd2c admin admin] Network f735ca0e-5121-49df-85b3-cf97d454b283 is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:03:20.406727 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-32e6af5a-c74b-4d06-9c82-4592ba94cd2c admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:03:20.429916 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] Attempt 2 to provision port c7800354-f509-4efe-82a0-f8a072d8ce1c Sep 21 22:03:20.504989 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ca8278-3afc-4e0f-8ae6-55c52a833051 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:20.505536 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] Port c7800354-f509-4efe-82a0-f8a072d8ce1c cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:03:20.506528 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ca8278-3afc-4e0f-8ae6-55c52a833051 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.61 "GET /v2.0/networks?id=b9f43c02-689d-4001-8a87-e0e159b60f87 HTTP/1.1" status: 200 len: 814 time: 0.1625497 Sep 21 22:03:20.530685 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-a4ea3ec9-e67c-4e98-a274-0e6035446db1 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Request body: {'port': {'device_id': '53f28c72-b1ef-494b-b40e-b43f570fb326', 'network_id': 'b9f43c02-689d-4001-8a87-e0e159b60f87', 'admin_state_up': True, 'tenant_id': 'a3025559b79a4a07985e8a79dcb37b3e'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:03:20.827764 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 40b21aa0-6c1e-49b6-a797-185fe11c6b0f up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:03:20.886622 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 40b21aa0-6c1e-49b6-a797-185fe11c6b0f triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:20.887189 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (40b21aa0-6c1e-49b6-a797-185fe11c6b0f), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:20.887556 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 40b21aa0-6c1e-49b6-a797-185fe11c6b0f Sep 21 22:03:20.952243 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e6af5a-c74b-4d06-9c82-4592ba94cd2c admin admin] Router a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:03:20.972491 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 40b21aa0-6c1e-49b6-a797-185fe11c6b0f is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:20.972491 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (40b21aa0-6c1e-49b6-a797-185fe11c6b0f), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:20.996360 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] For port 40b21aa0-6c1e-49b6-a797-185fe11c6b0f, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=40b21aa0-6c1e-49b6-a797-185fe11c6b0f,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:21.006525 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] Attempt 3 to provision port c7800354-f509-4efe-82a0-f8a072d8ce1c Sep 21 22:03:21.039752 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] Port c7800354-f509-4efe-82a0-f8a072d8ce1c cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:03:21.081508 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (40b21aa0-6c1e-49b6-a797-185fe11c6b0f), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:21.099330 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e6af5a-c74b-4d06-9c82-4592ba94cd2c admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:03:21.104818 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-32e6af5a-c74b-4d06-9c82-4592ba94cd2c admin admin] 10.222.0.42 "PUT /v2.0/routers/a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7447045 Sep 21 22:03:21.129230 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Pushing event updated for resources: {'Port': ['ID=40b21aa0-6c1e-49b6-a797-185fe11c6b0f,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:21.168830 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-a4ea3ec9-e67c-4e98-a274-0e6035446db1 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Made reservation on behalf of a3025559b79a4a07985e8a79dcb37b3e for: {'port': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:03:21.172397 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-a4ea3ec9-e67c-4e98-a274-0e6035446db1 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:21.314072 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5d14dc31-0072-476f-a68c-68b3d1b99b96 req-bb1eb3aa-0f1d-4207-9ffe-9ee17244d7f7 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 210 time: 0.0334082 Sep 21 22:03:21.325044 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-a4ea3ec9-e67c-4e98-a274-0e6035446db1 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Allocated IP 172.20.0.12 (b9f43c02-689d-4001-8a87-e0e159b60f87/f78efa63-e59e-4d4a-b435-7e6dc34d85be/171791dc-04a4-4ff7-bc15-c4590ed6681d) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:03:21.479340 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-a4ea3ec9-e67c-4e98-a274-0e6035446db1 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Publish callbacks [] for port (171791dc-04a4-4ff7-bc15-c4590ed6681d), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:21.540764 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] Attempt 4 to provision port c7800354-f509-4efe-82a0-f8a072d8ce1c Sep 21 22:03:21.573624 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] Port c7800354-f509-4efe-82a0-f8a072d8ce1c cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:03:21.600781 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-a4ea3ec9-e67c-4e98-a274-0e6035446db1 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (171791dc-04a4-4ff7-bc15-c4590ed6681d), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:21.644102 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-a4ea3ec9-e67c-4e98-a274-0e6035446db1 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Network b9f43c02-689d-4001-8a87-e0e159b60f87 is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:03:21.647380 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-a4ea3ec9-e67c-4e98-a274-0e6035446db1 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:03:21.651624 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-a4ea3ec9-e67c-4e98-a274-0e6035446db1 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:03:21.685060 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea3ec9-e67c-4e98-a274-0e6035446db1 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Pushing event updated for resources: {'Port': ['ID=171791dc-04a4-4ff7-bc15-c4590ed6681d,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:21.720425 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-a4ea3ec9-e67c-4e98-a274-0e6035446db1 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:21.724427 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-a4ea3ec9-e67c-4e98-a274-0e6035446db1 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:21.813880 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-a4ea3ec9-e67c-4e98-a274-0e6035446db1 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2900949 Sep 21 22:03:21.842188 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Request body: {'port': {'device_id': '53f28c72-b1ef-494b-b40e-b43f570fb326', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:03:21.909845 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Sync routers for ids ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:03:21.912293 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (171791dc-04a4-4ff7-bc15-c4590ed6681d), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:21.920682 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Routers {'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:03:21.921699 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:02:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:21.974829 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 51042) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:21.979799 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-02b843a8-4859-4465-a319-5f7ec3426561 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2137767569-network', 'tenant_id': 'be09f20dd64b48a2b5dd26d42b380b9b'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:03:22.077811 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b843a8-4859-4465-a319-5f7ec3426561 admin admin] Made reservation on behalf of be09f20dd64b48a2b5dd26d42b380b9b for: {'network': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:03:22.082025 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-02b843a8-4859-4465-a319-5f7ec3426561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.091279 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] Attempt 5 to provision port c7800354-f509-4efe-82a0-f8a072d8ce1c Sep 21 22:03:22.093385 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-02b843a8-4859-4465-a319-5f7ec3426561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.163259 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] Port c7800354-f509-4efe-82a0-f8a072d8ce1c cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:03:22.177878 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-02b843a8-4859-4465-a319-5f7ec3426561 admin admin] Publish callbacks [] for security_group (315d9bcc-4451-4b35-b355-5bb5dc72e59a), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.187887 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Set router a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:03:22.218889 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171791dc-04a4-4ff7-bc15-c4590ed6681d {{(pid=110730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:03:22.227668 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Publish callbacks [] for port (171791dc-04a4-4ff7-bc15-c4590ed6681d), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.240953 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.provisioning_blocks [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Transition to ACTIVE for port object 171791dc-04a4-4ff7-bc15-c4590ed6681d will not be triggered until provisioned by entity L2. {{(pid=110730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:03:22.260122 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-02b843a8-4859-4465-a319-5f7ec3426561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (315d9bcc-4451-4b35-b355-5bb5dc72e59a), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.289606 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b843a8-4859-4465-a319-5f7ec3426561 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=110731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:03:22.298503 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b843a8-4859-4465-a319-5f7ec3426561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315d9bcc-4451-4b35-b355-5bb5dc72e59a,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:22.306425 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-02b843a8-4859-4465-a319-5f7ec3426561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (8b6e1c7e-0dbb-412f-b164-41ba90502d78), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.311442 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.segments_db [None req-02b843a8-4859-4465-a319-5f7ec3426561 admin admin] Added segment 8b6e1c7e-0dbb-412f-b164-41ba90502d78 of type vlan for network e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e Sep 21 22:03:22.352051 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-02b843a8-4859-4465-a319-5f7ec3426561 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.370851 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (171791dc-04a4-4ff7-bc15-c4590ed6681d), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.394864 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'name': 'tempest-TestMinimumBasicScenario-1383182409-router', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:19Z', 'revision_number': 4, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'gw_port': {'id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'c7800354-f509-4efe-82a0-f8a072d8ce1c', 'name': '', 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'mac_address': 'fa:16:3e:3c:6d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '24bcaf2c-8e7e-484f-b414-888d80530e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:18Z', 'updated_at': '2022-09-21T22:03:19Z', 'revision_number': 2, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'subnets': [{'id': '24bcaf2c-8e7e-484f-b414-888d80530e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:22.420822 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Checking router: a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:03:22.421352 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Updating router a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 port c7800354-f509-4efe-82a0-f8a072d8ce1c binding host dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:03:22.452639 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (c7800354-f509-4efe-82a0-f8a072d8ce1c), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.466496 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=171791dc-04a4-4ff7-bc15-c4590ed6681d,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:22.480366 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abcf19-a086-47fb-9a4f-e39cae46871a req-69217653-c2d8-4887-9ddc-a8ab360cd843 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:22.482204 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a4abcf19-a086-47fb-9a4f-e39cae46871a req-69217653-c2d8-4887-9ddc-a8ab360cd843 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 944 time: 0.0609720 Sep 21 22:03:22.485715 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-02b843a8-4859-4465-a319-5f7ec3426561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.486639 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b843a8-4859-4465-a319-5f7ec3426561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:22.487833 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-02b843a8-4859-4465-a319-5f7ec3426561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.496901 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Attempting to bind port 171791dc-04a4-4ff7-bc15-c4590ed6681d on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:03:22.498056 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Attempting to bind port 171791dc-04a4-4ff7-bc15-c4590ed6681d by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '418b9f00-9632-42bc-a0fd-56528850040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b9f43c02-689d-4001-8a87-e0e159b60f87'}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:03:22.498056 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Attempting to bind port 171791dc-04a4-4ff7-bc15-c4590ed6681d on network b9f43c02-689d-4001-8a87-e0e159b60f87 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:03:22.502653 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Port 171791dc-04a4-4ff7-bc15-c4590ed6681d on network b9f43c02-689d-4001-8a87-e0e159b60f87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:03:22.502653 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Attempting to bind port 171791dc-04a4-4ff7-bc15-c4590ed6681d on network b9f43c02-689d-4001-8a87-e0e159b60f87 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:03:22.509657 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:03:22.511228 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Checking segment: {'id': '418b9f00-9632-42bc-a0fd-56528850040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b9f43c02-689d-4001-8a87-e0e159b60f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:03:22.511622 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Bound using segment: {'id': '418b9f00-9632-42bc-a0fd-56528850040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b9f43c02-689d-4001-8a87-e0e159b60f87'} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:03:22.512054 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Bound port: 171791dc-04a4-4ff7-bc15-c4590ed6681d, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418b9f00-9632-42bc-a0fd-56528850040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b9f43c02-689d-4001-8a87-e0e159b60f87'}}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:03:22.512997 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (171791dc-04a4-4ff7-bc15-c4590ed6681d), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.580831 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] For port 171791dc-04a4-4ff7-bc15-c4590ed6681d, host hv-cinder-85881, cleared binding levels {{(pid=110730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:03:22.584641 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] For port 171791dc-04a4-4ff7-bc15-c4590ed6681d, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=171791dc-04a4-4ff7-bc15-c4590ed6681d,segment=NetworkSegment(418b9f00-9632-42bc-a0fd-56528850040e),segment_id=418b9f00-9632-42bc-a0fd-56528850040e)] {{(pid=110730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:03:22.585584 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b843a8-4859-4465-a319-5f7ec3426561 admin admin] Pushing event updated for resources: {'Network': ['ID=e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:22.596417 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a4abcf19-a086-47fb-9a4f-e39cae46871a req-04691c94-5a45-47ca-8675-fb57c1f572b9 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053610 Sep 21 22:03:22.599315 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:03:22.655051 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (171791dc-04a4-4ff7-bc15-c4590ed6681d), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.657394 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-02b843a8-4859-4465-a319-5f7ec3426561 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6813457 Sep 21 22:03:22.658248 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:22.658879 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.660439 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 51048) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:22.660783 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] 10.222.0.61 "PUT /v2.0/ports/171791dc-04a4-4ff7-bc15-c4590ed6681d HTTP/1.1" status: 200 len: 1094 time: 0.8238196 Sep 21 22:03:22.662947 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f28c72-b1ef-494b-b40e-b43f570fb326', 'tag': '171791dc-04a4-4ff7-bc15-c4590ed6681d'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:03:22.665305 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049df5c3-9683-4af7-a7fa-413d73283fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "53f28c72-b1ef-494b-b40e-b43f570fb326", "tag": "171791dc-04a4-4ff7-bc15-c4590ed6681d"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:03:22.665462 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-26fc2ec0-f82a-4a1a-9fa5-7fae4a4dc0d0 admin admin] Request body: {'subnet': {'network_id': 'e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2137767569-subnet', 'tenant_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'ip_version': 4}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:03:22.667753 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] Attempt 6 to provision port c7800354-f509-4efe-82a0-f8a072d8ce1c Sep 21 22:03:22.711245 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72d805f-3e9e-4016-b139-2daf0dc49b33 x-openstack-request-id: req-e72d805f-3e9e-4016-b139-2daf0dc49b33 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:03:22.711394 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f28c72-b1ef-494b-b40e-b43f570fb326", "tag": "171791dc-04a4-4ff7-bc15-c4590ed6681d", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:03:22.711668 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e72d805f-3e9e-4016-b139-2daf0dc49b33 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:03:22.712119 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72d805f-3e9e-4016-b139-2daf0dc49b33'] response: {'name': 'network-changed', 'server_uuid': '53f28c72-b1ef-494b-b40e-b43f570fb326', 'tag': '171791dc-04a4-4ff7-bc15-c4590ed6681d', 'status': 'completed', 'code': 200} Sep 21 22:03:22.734431 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea404e-cfcb-4128-99dd-957ee4e02ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=171791dc-04a4-4ff7-bc15-c4590ed6681d,revision_number=3']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:22.760231 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] Port c7800354-f509-4efe-82a0-f8a072d8ce1c cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:03:22.774565 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fc2ec0-f82a-4a1a-9fa5-7fae4a4dc0d0 admin admin] Made reservation on behalf of be09f20dd64b48a2b5dd26d42b380b9b for: {'subnet': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:03:22.777427 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-26fc2ec0-f82a-4a1a-9fa5-7fae4a4dc0d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8868731'] for subnet (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.795703 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 40b21aa0-6c1e-49b6-a797-185fe11c6b0f up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:03:22.832642 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049df5c3-9683-4af7-a7fa-413d73283fb0 req-92923ba6-b0a3-4137-89c0-30597a5b0f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:22.835102 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-049df5c3-9683-4af7-a7fa-413d73283fb0 req-92923ba6-b0a3-4137-89c0-30597a5b0f52 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3025559b79a4a07985e8a79dcb37b3e&device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 1128 time: 0.0808253 Sep 21 22:03:22.893472 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Publish callbacks [] for port (c7800354-f509-4efe-82a0-f8a072d8ce1c), precommit_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.899848 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 40b21aa0-6c1e-49b6-a797-185fe11c6b0f triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:22.900218 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (40b21aa0-6c1e-49b6-a797-185fe11c6b0f), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.903351 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 40b21aa0-6c1e-49b6-a797-185fe11c6b0f Sep 21 22:03:22.974386 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (c7800354-f509-4efe-82a0-f8a072d8ce1c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.976506 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 40b21aa0-6c1e-49b6-a797-185fe11c6b0f is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:23.003763 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-26fc2ec0-f82a-4a1a-9fa5-7fae4a4dc0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8969042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8868713'] for subnet (a4e627a2-ecfe-478c-b2f5-1b1b5e9256c8), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:23.042608 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f519f-34c3-415a-8605-5224a6f9173a None None] Pushing event updated for resources: {'Port': ['ID=c7800354-f509-4efe-82a0-f8a072d8ce1c,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:23.058799 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc2ec0-f82a-4a1a-9fa5-7fae4a4dc0d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4e627a2-ecfe-478c-b2f5-1b1b5e9256c8,revision_number=0']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:23.073055 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Attempting to bind port c7800354-f509-4efe-82a0-f8a072d8ce1c on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:03:23.073431 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Attempting to bind port c7800354-f509-4efe-82a0-f8a072d8ce1c by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '69cee5a0-aa7f-4b04-a181-a2e648e42692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:03:23.073801 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Attempting to bind port c7800354-f509-4efe-82a0-f8a072d8ce1c on network f735ca0e-5121-49df-85b3-cf97d454b283 {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:03:23.079722 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:03:23.080099 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Checking segment: {'id': '69cee5a0-aa7f-4b04-a181-a2e648e42692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:03:23.080503 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:23.081595 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Bound using segment: {'id': '69cee5a0-aa7f-4b04-a181-a2e648e42692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:03:23.082076 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Bound port: c7800354-f509-4efe-82a0-f8a072d8ce1c, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cee5a0-aa7f-4b04-a181-a2e648e42692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:03:23.082462 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (c7800354-f509-4efe-82a0-f8a072d8ce1c), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:23.083573 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc2ec0-f82a-4a1a-9fa5-7fae4a4dc0d0 admin admin] Checking segment: {'id': '8b6e1c7e-0dbb-412f-b164-41ba90502d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:03:23.083992 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fc2ec0-f82a-4a1a-9fa5-7fae4a4dc0d0 admin admin] Network hostable DHCP agents. Network: e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:03:23.149435 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] For port c7800354-f509-4efe-82a0-f8a072d8ce1c, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:03:23.152894 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] For port c7800354-f509-4efe-82a0-f8a072d8ce1c, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=c7800354-f509-4efe-82a0-f8a072d8ce1c,segment=NetworkSegment(69cee5a0-aa7f-4b04-a181-a2e648e42692),segment_id=69cee5a0-aa7f-4b04-a181-a2e648e42692)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:03:23.155461 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fc2ec0-f82a-4a1a-9fa5-7fae4a4dc0d0 admin admin] Network e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:03:23.222838 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (c7800354-f509-4efe-82a0-f8a072d8ce1c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:23.231673 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-26fc2ec0-f82a-4a1a-9fa5-7fae4a4dc0d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e) {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:03:23.236513 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fc2ec0-f82a-4a1a-9fa5-7fae4a4dc0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:23.237488 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-26fc2ec0-f82a-4a1a-9fa5-7fae4a4dc0d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:23.249582 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f259a660-c1fd-45b9-ba23-a73fb4f90c97 None None] Network e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:03:23.265345 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] Attempt 7 to provision port c7800354-f509-4efe-82a0-f8a072d8ce1c Sep 21 22:03:23.294450 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Routers {'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:03:23.295076 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:02:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:23.317438 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-26fc2ec0-f82a-4a1a-9fa5-7fae4a4dc0d0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6557682 Sep 21 22:03:23.320502 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51054) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:23.324436 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2137767569-router', 'tenant_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:03:23.394660 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f519f-34c3-415a-8605-5224a6f9173a None None] Pushing event updated for resources: {'Port': ['ID=c7800354-f509-4efe-82a0-f8a072d8ce1c,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:23.409349 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256442'] for router (132d7205-f0f0-47dc-8c0e-05a12eae676f), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:23.410443 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256435'] for router (132d7205-f0f0-47dc-8c0e-05a12eae676f), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:23.471145 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] Publish callbacks [] for router_controller (132d7205-f0f0-47dc-8c0e-05a12eae676f), precommit_add_association {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:23.499441 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c86c540-5e61-54b3-b1b4-fe06f5909a9b-e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e', 'network_id': 'e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e', 'project_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'fixed_ips': [{'subnet_id': 'a4e627a2-ecfe-478c-b2f5-1b1b5e9256c8'}]}} from dv-cinder-858818-1-iscsi. {{(pid=110732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 22:03:23.500258 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:23.508438 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] Set router a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:03:23.554249 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] Current status of the port c7800354-f509-4efe-82a0-f8a072d8ce1c is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:23.554630 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (c7800354-f509-4efe-82a0-f8a072d8ce1c), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:23.668582 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] Publish callbacks [] for router_gateway (132d7205-f0f0-47dc-8c0e-05a12eae676f), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:23.722205 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb37539-ed4f-4310-a75d-8a89595d8424 req-404f17c4-0ea9-4efb-8eb5-7d7df2dcf6b0 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:23.723822 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-beb37539-ed4f-4310-a75d-8a89595d8424 req-404f17c4-0ea9-4efb-8eb5-7d7df2dcf6b0 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 944 time: 0.0550272 Sep 21 22:03:23.775116 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-beb37539-ed4f-4310-a75d-8a89595d8424 req-5c5f40f4-30a8-4a5b-a5b3-8d1b761899b1 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453014 Sep 21 22:03:23.857213 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] For port c7800354-f509-4efe-82a0-f8a072d8ce1c, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=c7800354-f509-4efe-82a0-f8a072d8ce1c,segment=NetworkSegment(69cee5a0-aa7f-4b04-a181-a2e648e42692),segment_id=69cee5a0-aa7f-4b04-a181-a2e648e42692)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:23.919897 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (c7800354-f509-4efe-82a0-f8a072d8ce1c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:23.927906 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.db_base_plugin_common [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Allocated IP 172.20.0.2 (e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e/a4e627a2-ecfe-478c-b2f5-1b1b5e9256c8/4204da63-d98b-4570-bf7f-fd5c3e815f20) {{(pid=110732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:03:23.946766 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] Publish callbacks [] for router_gateway (132d7205-f0f0-47dc-8c0e-05a12eae676f), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:23.965857 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:24.057083 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcbb1d-7052-4944-a835-dad3b087c7f3 None None] Pushing event updated for resources: {'Port': ['ID=c7800354-f509-4efe-82a0-f8a072d8ce1c,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:24.069859 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] Allocated IP 172.27.2.222 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/ee73bd29-fa18-48ce-bf77-323a71df8389) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:03:24.074297 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-6e1feb22-230d-4528-b08f-62ef918db1da None None] Provisioning complete for port c7800354-f509-4efe-82a0-f8a072d8ce1c triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:24.074673 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-6e1feb22-230d-4528-b08f-62ef918db1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (c7800354-f509-4efe-82a0-f8a072d8ce1c), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:24.075031 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-6e1feb22-230d-4528-b08f-62ef918db1da None None] Attempt 1 to provision port c7800354-f509-4efe-82a0-f8a072d8ce1c Sep 21 22:03:24.149768 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'name': 'tempest-TestMinimumBasicScenario-1383182409-router', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:19Z', 'revision_number': 4, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'gw_port': {'id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'c7800354-f509-4efe-82a0-f8a072d8ce1c', 'name': '', 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'mac_address': 'fa:16:3e:3c:6d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '24bcaf2c-8e7e-484f-b414-888d80530e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:18Z', 'updated_at': '2022-09-21T22:03:23Z', 'revision_number': 4, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'subnets': [{'id': '24bcaf2c-8e7e-484f-b414-888d80530e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:24.176065 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] Publish callbacks [] for port (ee73bd29-fa18-48ce-bf77-323a71df8389), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:24.199842 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0960ac7-737a-4233-92e3-560f3e3c4b97 None None] The sync data for ids ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'] in dv-cinder-858818-1-iscsi is: [{'id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'name': 'tempest-TestMinimumBasicScenario-1383182409-router', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:19Z', 'revision_number': 4, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'gw_port': {'id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'c7800354-f509-4efe-82a0-f8a072d8ce1c', 'name': '', 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'mac_address': 'fa:16:3e:3c:6d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '24bcaf2c-8e7e-484f-b414-888d80530e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:18Z', 'updated_at': '2022-09-21T22:03:23Z', 'revision_number': 4, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'subnets': [{'id': '24bcaf2c-8e7e-484f-b414-888d80530e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:03:24.217416 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Publish callbacks [] for port (4204da63-d98b-4570-bf7f-fd5c3e815f20), precommit_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:24.252543 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-6e1feb22-230d-4528-b08f-62ef918db1da None None] Current status of the port c7800354-f509-4efe-82a0-f8a072d8ce1c is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:24.261988 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (ee73bd29-fa18-48ce-bf77-323a71df8389), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:24.285907 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (4204da63-d98b-4570-bf7f-fd5c3e815f20), after_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:24.304587 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:03:24.316055 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] Pushing event updated for resources: {'Port': ['ID=ee73bd29-fa18-48ce-bf77-323a71df8389,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:24.323308 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:03:24.330166 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:03:24.336814 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Network e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e is already hosted by enough agents. {{(pid=110732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:03:24.342175 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.base_scheduler [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Resources bound (agent type, host, resource id): {{(pid=110732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:03:24.345990 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Received port after_create {{(pid=110732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:03:24.351219 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Pushing event updated for resources: {'Port': ['ID=4204da63-d98b-4570-bf7f-fd5c3e815f20,revision_number=1']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:24.413297 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Attempting to bind port 4204da63-d98b-4570-bf7f-fd5c3e815f20 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:03:24.414503 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Attempting to bind port 4204da63-d98b-4570-bf7f-fd5c3e815f20 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '8b6e1c7e-0dbb-412f-b164-41ba90502d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:03:24.414503 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Attempting to bind port 4204da63-d98b-4570-bf7f-fd5c3e815f20 on network e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:03:24.419464 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:03:24.419830 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Checking segment: {'id': '8b6e1c7e-0dbb-412f-b164-41ba90502d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:03:24.420231 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:24.420618 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Bound using segment: {'id': '8b6e1c7e-0dbb-412f-b164-41ba90502d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:03:24.421109 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Bound port: 4204da63-d98b-4570-bf7f-fd5c3e815f20, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6e1c7e-0dbb-412f-b164-41ba90502d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:03:24.421483 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (4204da63-d98b-4570-bf7f-fd5c3e815f20), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:24.490579 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] For port 4204da63-d98b-4570-bf7f-fd5c3e815f20, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:03:24.493945 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] For port 4204da63-d98b-4570-bf7f-fd5c3e815f20, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=4204da63-d98b-4570-bf7f-fd5c3e815f20,segment=NetworkSegment(8b6e1c7e-0dbb-412f-b164-41ba90502d78),segment_id=8b6e1c7e-0dbb-412f-b164-41ba90502d78)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:03:24.598027 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (4204da63-d98b-4570-bf7f-fd5c3e815f20), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:24.693902 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a02fd-717a-43d0-afa4-e0dcbdf64647 None None] Pushing event updated for resources: {'Port': ['ID=4204da63-d98b-4570-bf7f-fd5c3e815f20,revision_number=2']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:24.711210 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] Publish callbacks [] for router_gateway (132d7205-f0f0-47dc-8c0e-05a12eae676f), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:24.881416 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device c7800354-f509-4efe-82a0-f8a072d8ce1c up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:03:24.971777 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port c7800354-f509-4efe-82a0-f8a072d8ce1c triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:24.972391 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7a357-1459-45e2-98d3-efd9ee0f7e7c req-8ea0d1b6-954c-4309-bf8b-80bcf35766b4 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:24.973298 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (c7800354-f509-4efe-82a0-f8a072d8ce1c), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:24.974009 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port c7800354-f509-4efe-82a0-f8a072d8ce1c Sep 21 22:03:24.975665 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-79c7a357-1459-45e2-98d3-efd9ee0f7e7c req-8ea0d1b6-954c-4309-bf8b-80bcf35766b4 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 944 time: 0.0923686 Sep 21 22:03:25.008761 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755185'] for router (132d7205-f0f0-47dc-8c0e-05a12eae676f), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:25.068508 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-79c7a357-1459-45e2-98d3-efd9ee0f7e7c req-cadf43c7-a9aa-4d09-9eef-63d6704ed2fe tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818870 Sep 21 22:03:25.094639 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port c7800354-f509-4efe-82a0-f8a072d8ce1c is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:25.222946 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] Router 132d7205-f0f0-47dc-8c0e-05a12eae676f is scheduled to L3 agent f3be49e0-699b-41e8-a354-a1575a796fae with binding_index 1 {{(pid=110730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 22:03:25.327457 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:03:25.341991 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Sync routers for ids ['132d7205-f0f0-47dc-8c0e-05a12eae676f'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:03:25.354302 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Routers {'132d7205-f0f0-47dc-8c0e-05a12eae676f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:03:25.354983 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:02:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['132d7205-f0f0-47dc-8c0e-05a12eae676f'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:25.396853 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:25.398245 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-2b7148ba-588b-4bce-ad49-59751c93b8ba admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0772035 Sep 21 22:03:25.401342 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51068) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:25.494369 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Set router 132d7205-f0f0-47dc-8c0e-05a12eae676f gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:03:25.679625 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac022be3-2386-4132-bb68-68651e6a530a None None] Network e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:03:25.689878 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132d7205-f0f0-47dc-8c0e-05a12eae676f', 'name': 'tempest-TestMinimumBasicScenario-2137767569-router', 'tenant_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ee73bd29-fa18-48ce-bf77-323a71df8389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:23Z', 'updated_at': '2022-09-21T22:03:24Z', 'revision_number': 3, 'project_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'gw_port': {'id': 'ee73bd29-fa18-48ce-bf77-323a71df8389', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132d7205-f0f0-47dc-8c0e-05a12eae676f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:23Z', 'updated_at': '2022-09-21T22:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:25.714711 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Checking router: 132d7205-f0f0-47dc-8c0e-05a12eae676f for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:03:25.715059 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Updating router 132d7205-f0f0-47dc-8c0e-05a12eae676f port ee73bd29-fa18-48ce-bf77-323a71df8389 binding host dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:03:25.740350 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-4a41866b-afc7-4e28-a24d-706da6730633 None None] Provisioning complete for port 4204da63-d98b-4570-bf7f-fd5c3e815f20 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:25.740786 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-4a41866b-afc7-4e28-a24d-706da6730633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (4204da63-d98b-4570-bf7f-fd5c3e815f20), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:25.741271 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-4a41866b-afc7-4e28-a24d-706da6730633 None None] Attempt 1 to provision port 4204da63-d98b-4570-bf7f-fd5c3e815f20 Sep 21 22:03:25.742548 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (ee73bd29-fa18-48ce-bf77-323a71df8389), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:25.848428 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-99c247a0-98b6-4108-8592-be54aa2b34ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:25.859832 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-4a41866b-afc7-4e28-a24d-706da6730633 None None] Current status of the port 4204da63-d98b-4570-bf7f-fd5c3e815f20 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:25.860349 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-4a41866b-afc7-4e28-a24d-706da6730633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (4204da63-d98b-4570-bf7f-fd5c3e815f20), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:25.901348 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-4a41866b-afc7-4e28-a24d-706da6730633 None None] For port 4204da63-d98b-4570-bf7f-fd5c3e815f20, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=4204da63-d98b-4570-bf7f-fd5c3e815f20,segment=NetworkSegment(8b6e1c7e-0dbb-412f-b164-41ba90502d78),segment_id=8b6e1c7e-0dbb-412f-b164-41ba90502d78)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:26.011289 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Publish callbacks [] for port (ee73bd29-fa18-48ce-bf77-323a71df8389), precommit_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:26.043450 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-4a41866b-afc7-4e28-a24d-706da6730633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (4204da63-d98b-4570-bf7f-fd5c3e815f20), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:26.072728 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (ee73bd29-fa18-48ce-bf77-323a71df8389), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:26.082806 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-99c247a0-98b6-4108-8592-be54aa2b34ba admin admin] Allocated IP 172.20.0.1 (e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e/a4e627a2-ecfe-478c-b2f5-1b1b5e9256c8/1bde0086-ef45-49b1-9c8c-7bdcd16916db) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:03:26.103176 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41866b-afc7-4e28-a24d-706da6730633 None None] Pushing event updated for resources: {'Port': ['ID=4204da63-d98b-4570-bf7f-fd5c3e815f20,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:26.142746 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0d01d-5a4c-4ecc-b883-32df00e376d0 None None] Pushing event updated for resources: {'Port': ['ID=ee73bd29-fa18-48ce-bf77-323a71df8389,revision_number=2']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:26.147650 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Attempting to bind port ee73bd29-fa18-48ce-bf77-323a71df8389 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:03:26.147985 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Attempting to bind port ee73bd29-fa18-48ce-bf77-323a71df8389 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:03:26.148417 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Attempting to bind port ee73bd29-fa18-48ce-bf77-323a71df8389 on network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:03:26.154637 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:03:26.155731 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Checking segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:03:26.155731 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:26.156115 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Bound using segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:03:26.156758 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Bound port: ee73bd29-fa18-48ce-bf77-323a71df8389, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:03:26.157246 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (ee73bd29-fa18-48ce-bf77-323a71df8389), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:26.178442 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-7a0aba23-39f6-4fcf-9caa-6a2f5d1adb55 None None] Provisioning complete for port 4204da63-d98b-4570-bf7f-fd5c3e815f20 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:26.178825 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-7a0aba23-39f6-4fcf-9caa-6a2f5d1adb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (4204da63-d98b-4570-bf7f-fd5c3e815f20), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:26.179164 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-7a0aba23-39f6-4fcf-9caa-6a2f5d1adb55 None None] Attempt 1 to provision port 4204da63-d98b-4570-bf7f-fd5c3e815f20 Sep 21 22:03:26.207862 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607ae89-80c7-4983-b0e9-be941af90792 req-c4364544-5a76-44b8-bce6-e7438d4585ea tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:26.209504 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f607ae89-80c7-4983-b0e9-be941af90792 req-c4364544-5a76-44b8-bce6-e7438d4585ea tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 944 time: 0.0653417 Sep 21 22:03:26.216481 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] For port ee73bd29-fa18-48ce-bf77-323a71df8389, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:03:26.220249 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] For port ee73bd29-fa18-48ce-bf77-323a71df8389, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=ee73bd29-fa18-48ce-bf77-323a71df8389,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:03:26.264174 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f607ae89-80c7-4983-b0e9-be941af90792 req-7c22d737-5231-42c3-b8b6-200783485980 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483584 Sep 21 22:03:26.270525 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-7a0aba23-39f6-4fcf-9caa-6a2f5d1adb55 None None] Current status of the port 4204da63-d98b-4570-bf7f-fd5c3e815f20 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:26.303174 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (ee73bd29-fa18-48ce-bf77-323a71df8389), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:26.336069 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Routers {'132d7205-f0f0-47dc-8c0e-05a12eae676f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:03:26.336703 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:02:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['132d7205-f0f0-47dc-8c0e-05a12eae676f'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:26.468129 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049df5c3-9683-4af7-a7fa-413d73283fb0 req-c95e6dba-2689-433d-8f48-73fa95d184a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:26.469700 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-049df5c3-9683-4af7-a7fa-413d73283fb0 req-c95e6dba-2689-433d-8f48-73fa95d184a2 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a3025559b79a4a07985e8a79dcb37b3e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4673336 Sep 21 22:03:26.482123 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0d01d-5a4c-4ecc-b883-32df00e376d0 None None] Pushing event updated for resources: {'Port': ['ID=ee73bd29-fa18-48ce-bf77-323a71df8389,revision_number=3']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:26.506347 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c7237217-3042-4d68-b442-d8a2672002e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:26.554568 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] Set router 132d7205-f0f0-47dc-8c0e-05a12eae676f gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:03:26.578878 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-99c247a0-98b6-4108-8592-be54aa2b34ba admin admin] Publish callbacks [] for port (1bde0086-ef45-49b1-9c8c-7bdcd16916db), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:26.622552 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049df5c3-9683-4af7-a7fa-413d73283fb0 req-fb39cb2a-ea70-4b90-a7ea-aaab3c218978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:26.624060 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-049df5c3-9683-4af7-a7fa-413d73283fb0 req-fb39cb2a-ea70-4b90-a7ea-aaab3c218978 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1425285 Sep 21 22:03:26.712918 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-99c247a0-98b6-4108-8592-be54aa2b34ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (1bde0086-ef45-49b1-9c8c-7bdcd16916db), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:26.740972 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132d7205-f0f0-47dc-8c0e-05a12eae676f', 'name': 'tempest-TestMinimumBasicScenario-2137767569-router', 'tenant_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ee73bd29-fa18-48ce-bf77-323a71df8389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:23Z', 'updated_at': '2022-09-21T22:03:24Z', 'revision_number': 3, 'project_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'gw_port': {'id': 'ee73bd29-fa18-48ce-bf77-323a71df8389', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132d7205-f0f0-47dc-8c0e-05a12eae676f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:23Z', 'updated_at': '2022-09-21T22:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:26.763596 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c247a0-98b6-4108-8592-be54aa2b34ba admin admin] Network e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:03:26.765356 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842726a-dd73-4b1e-9a82-eb2ca1c28823 None None] The sync data for ids ['132d7205-f0f0-47dc-8c0e-05a12eae676f'] in dv-cinder-858818-1-iscsi is: [{'id': '132d7205-f0f0-47dc-8c0e-05a12eae676f', 'name': 'tempest-TestMinimumBasicScenario-2137767569-router', 'tenant_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ee73bd29-fa18-48ce-bf77-323a71df8389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:23Z', 'updated_at': '2022-09-21T22:03:24Z', 'revision_number': 3, 'project_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'gw_port': {'id': 'ee73bd29-fa18-48ce-bf77-323a71df8389', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132d7205-f0f0-47dc-8c0e-05a12eae676f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:23Z', 'updated_at': '2022-09-21T22:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:03:26.770312 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-99c247a0-98b6-4108-8592-be54aa2b34ba admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:03:26.775146 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c247a0-98b6-4108-8592-be54aa2b34ba admin admin] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:03:26.813793 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c247a0-98b6-4108-8592-be54aa2b34ba admin admin] Pushing event updated for resources: {'Port': ['ID=1bde0086-ef45-49b1-9c8c-7bdcd16916db,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:26.833008 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-31eda31c-0a3d-42bd-9e03-6051c7297363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:26.833613 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 4204da63-d98b-4570-bf7f-fd5c3e815f20 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:03:26.834553 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-31eda31c-0a3d-42bd-9e03-6051c7297363 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3025559b79a4a07985e8a79dcb37b3e&device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 1128 time: 0.1516194 Sep 21 22:03:26.843827 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-99c247a0-98b6-4108-8592-be54aa2b34ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756382'] for router_interface (132d7205-f0f0-47dc-8c0e-05a12eae676f), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:26.893068 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 4204da63-d98b-4570-bf7f-fd5c3e815f20 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:26.894258 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (4204da63-d98b-4570-bf7f-fd5c3e815f20), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:26.899652 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 4204da63-d98b-4570-bf7f-fd5c3e815f20 Sep 21 22:03:26.926667 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-a7dc5b28-e2e8-4f13-8bad-8b863143eaba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=171791dc-04a4-4ff7-bc15-c4590ed6681d HTTP/1.1" status: 200 len: 217 time: 0.0780082 Sep 21 22:03:26.981415 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 4204da63-d98b-4570-bf7f-fd5c3e815f20 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:27.029713 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-72cf747b-53cd-4cb5-9152-2757af2adf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:27.029713 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-72cf747b-53cd-4cb5-9152-2757af2adf40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f78efa63-e59e-4d4a-b435-7e6dc34d85be HTTP/1.1" status: 200 len: 854 time: 0.0922506 Sep 21 22:03:27.066454 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-4baa57a0-e59e-4697-bc00-936eef90afba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b9f43c02-689d-4001-8a87-e0e159b60f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348263 Sep 21 22:03:27.114437 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] Provisioning complete for port 1bde0086-ef45-49b1-9c8c-7bdcd16916db triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:27.115020 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (1bde0086-ef45-49b1-9c8c-7bdcd16916db), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:27.115179 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] Attempt 1 to provision port 1bde0086-ef45-49b1-9c8c-7bdcd16916db Sep 21 22:03:27.162304 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] Port 1bde0086-ef45-49b1-9c8c-7bdcd16916db cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:03:27.174216 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-99c247a0-98b6-4108-8592-be54aa2b34ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (1bde0086-ef45-49b1-9c8c-7bdcd16916db), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:27.231423 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-b8dbe695-8c87-4257-9c24-1021fde36be3 service neutron] 10.222.0.61 "GET /v2.0/networks/b9f43c02-689d-4001-8a87-e0e159b60f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576629 Sep 21 22:03:27.399835 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-62b66e63-9e1f-4ca5-8580-172046d1e336 req-f7d643d1-6046-479c-b9c5-475534393d55 service neutron] 10.222.0.61 "GET /v2.0/networks/b9f43c02-689d-4001-8a87-e0e159b60f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620734 Sep 21 22:03:27.414774 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3b41b-7c4e-4f27-b0a2-a24e022e47ec req-641d8d76-a885-4042-ad32-a9474b690f35 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:27.416441 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c1a3b41b-7c4e-4f27-b0a2-a24e022e47ec req-641d8d76-a885-4042-ad32-a9474b690f35 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 944 time: 0.0681791 Sep 21 22:03:27.435148 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-99c247a0-98b6-4108-8592-be54aa2b34ba admin admin] Publish callbacks [] for port (1bde0086-ef45-49b1-9c8c-7bdcd16916db), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:27.467725 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c1a3b41b-7c4e-4f27-b0a2-a24e022e47ec req-eb7c4082-b8d8-4677-8b39-2c0d873cc124 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444582 Sep 21 22:03:27.565752 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-99c247a0-98b6-4108-8592-be54aa2b34ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (1bde0086-ef45-49b1-9c8c-7bdcd16916db), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:27.635764 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-99c247a0-98b6-4108-8592-be54aa2b34ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756274'] for router_interface (132d7205-f0f0-47dc-8c0e-05a12eae676f), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:27.637488 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c247a0-98b6-4108-8592-be54aa2b34ba admin admin] Pushing event updated for resources: {'Port': ['ID=1bde0086-ef45-49b1-9c8c-7bdcd16916db,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:27.663748 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] Attempt 2 to provision port 1bde0086-ef45-49b1-9c8c-7bdcd16916db Sep 21 22:03:27.700091 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] Port 1bde0086-ef45-49b1-9c8c-7bdcd16916db cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:03:27.733304 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c247a0-98b6-4108-8592-be54aa2b34ba admin admin] Network e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:03:27.734614 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-99c247a0-98b6-4108-8592-be54aa2b34ba admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:03:27.846941 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c247a0-98b6-4108-8592-be54aa2b34ba admin admin] Router 132d7205-f0f0-47dc-8c0e-05a12eae676f has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:03:27.953886 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c247a0-98b6-4108-8592-be54aa2b34ba admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:03:27.962476 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-99c247a0-98b6-4108-8592-be54aa2b34ba admin admin] 10.222.0.42 "PUT /v2.0/routers/132d7205-f0f0-47dc-8c0e-05a12eae676f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5567372 Sep 21 22:03:28.201563 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] Attempt 3 to provision port 1bde0086-ef45-49b1-9c8c-7bdcd16916db Sep 21 22:03:28.236653 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] Port 1bde0086-ef45-49b1-9c8c-7bdcd16916db cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:03:28.463915 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Sync routers for ids ['132d7205-f0f0-47dc-8c0e-05a12eae676f'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:03:28.475437 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Routers {'132d7205-f0f0-47dc-8c0e-05a12eae676f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:03:28.476344 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:02:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['132d7205-f0f0-47dc-8c0e-05a12eae676f'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:28.598187 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Set router 132d7205-f0f0-47dc-8c0e-05a12eae676f gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:03:28.614405 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122254a-5059-4930-9cd8-17a5300f754d req-f965cef8-3caa-41e9-bc15-fcd7ca14d470 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:28.615930 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e122254a-5059-4930-9cd8-17a5300f754d req-f965cef8-3caa-41e9-bc15-fcd7ca14d470 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 944 time: 0.0587854 Sep 21 22:03:28.666207 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e122254a-5059-4930-9cd8-17a5300f754d req-ad4260c8-89bf-474d-8e08-6602891749e9 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438054 Sep 21 22:03:28.679333 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f1290e92-429e-4fa3-80ac-f1d9ac3b8752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:28.737992 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] Attempt 4 to provision port 1bde0086-ef45-49b1-9c8c-7bdcd16916db Sep 21 22:03:28.809181 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] Port 1bde0086-ef45-49b1-9c8c-7bdcd16916db cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:03:28.822954 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device ee73bd29-fa18-48ce-bf77-323a71df8389 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:03:28.868582 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132d7205-f0f0-47dc-8c0e-05a12eae676f', 'name': 'tempest-TestMinimumBasicScenario-2137767569-router', 'tenant_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ee73bd29-fa18-48ce-bf77-323a71df8389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:23Z', 'updated_at': '2022-09-21T22:03:27Z', 'revision_number': 4, 'project_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'gw_port': {'id': 'ee73bd29-fa18-48ce-bf77-323a71df8389', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132d7205-f0f0-47dc-8c0e-05a12eae676f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:23Z', 'updated_at': '2022-09-21T22:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '1bde0086-ef45-49b1-9c8c-7bdcd16916db', 'name': '', 'network_id': 'e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e', 'tenant_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'mac_address': 'fa:16:3e:b4:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132d7205-f0f0-47dc-8c0e-05a12eae676f', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'a4e627a2-ecfe-478c-b2f5-1b1b5e9256c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:25Z', 'updated_at': '2022-09-21T22:03:27Z', 'revision_number': 2, 'project_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'subnets': [{'id': 'a4e627a2-ecfe-478c-b2f5-1b1b5e9256c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:28.902203 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Checking router: 132d7205-f0f0-47dc-8c0e-05a12eae676f for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:03:28.902554 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Updating router 132d7205-f0f0-47dc-8c0e-05a12eae676f port 1bde0086-ef45-49b1-9c8c-7bdcd16916db binding host dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:03:29.101835 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (1bde0086-ef45-49b1-9c8c-7bdcd16916db), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:29.108714 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port ee73bd29-fa18-48ce-bf77-323a71df8389 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:29.109119 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (ee73bd29-fa18-48ce-bf77-323a71df8389), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:29.109462 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port ee73bd29-fa18-48ce-bf77-323a71df8389 Sep 21 22:03:29.310812 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] Attempt 5 to provision port 1bde0086-ef45-49b1-9c8c-7bdcd16916db Sep 21 22:03:29.342381 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port ee73bd29-fa18-48ce-bf77-323a71df8389 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:29.342770 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (ee73bd29-fa18-48ce-bf77-323a71df8389), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:29.374710 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] Port 1bde0086-ef45-49b1-9c8c-7bdcd16916db cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:03:29.382617 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] For port ee73bd29-fa18-48ce-bf77-323a71df8389, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=ee73bd29-fa18-48ce-bf77-323a71df8389,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:29.477260 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (ee73bd29-fa18-48ce-bf77-323a71df8389), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:29.524081 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Publish callbacks [] for port (1bde0086-ef45-49b1-9c8c-7bdcd16916db), precommit_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:29.550577 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Pushing event updated for resources: {'Port': ['ID=ee73bd29-fa18-48ce-bf77-323a71df8389,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:29.594051 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (1bde0086-ef45-49b1-9c8c-7bdcd16916db), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:29.722456 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51144) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:29.734504 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300fc0a-105c-4898-a32f-a529651dd476 None None] Pushing event updated for resources: {'Port': ['ID=1bde0086-ef45-49b1-9c8c-7bdcd16916db,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:29.742344 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Attempting to bind port 1bde0086-ef45-49b1-9c8c-7bdcd16916db on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:03:29.742912 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Attempting to bind port 1bde0086-ef45-49b1-9c8c-7bdcd16916db by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '8b6e1c7e-0dbb-412f-b164-41ba90502d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:03:29.744148 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Attempting to bind port 1bde0086-ef45-49b1-9c8c-7bdcd16916db on network e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:03:29.750586 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:03:29.751081 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Checking segment: {'id': '8b6e1c7e-0dbb-412f-b164-41ba90502d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:03:29.753979 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:29.754526 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Bound using segment: {'id': '8b6e1c7e-0dbb-412f-b164-41ba90502d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:03:29.755569 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Bound port: 1bde0086-ef45-49b1-9c8c-7bdcd16916db, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6e1c7e-0dbb-412f-b164-41ba90502d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:03:29.756329 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (1bde0086-ef45-49b1-9c8c-7bdcd16916db), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:29.870789 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] Attempt 6 to provision port 1bde0086-ef45-49b1-9c8c-7bdcd16916db Sep 21 22:03:29.879596 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394eb0e-ea1e-444e-9c66-3e4fdbadf763 req-86496e2b-535b-4cbd-ad1a-abc6a7078a39 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:29.887250 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2394eb0e-ea1e-444e-9c66-3e4fdbadf763 req-86496e2b-535b-4cbd-ad1a-abc6a7078a39 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 944 time: 0.0747206 Sep 21 22:03:29.917258 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cc462e8a-bff0-44c7-850c-02867644cb8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:29.925597 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] For port 1bde0086-ef45-49b1-9c8c-7bdcd16916db, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:03:29.929244 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] For port 1bde0086-ef45-49b1-9c8c-7bdcd16916db, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=1bde0086-ef45-49b1-9c8c-7bdcd16916db,segment=NetworkSegment(8b6e1c7e-0dbb-412f-b164-41ba90502d78),segment_id=8b6e1c7e-0dbb-412f-b164-41ba90502d78)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:03:29.933055 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] Port 1bde0086-ef45-49b1-9c8c-7bdcd16916db cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:03:29.937790 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:29.966713 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2394eb0e-ea1e-444e-9c66-3e4fdbadf763 req-533fa13a-63fd-462c-88fe-50f17b69de15 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759914 Sep 21 22:03:30.027674 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cc462e8a-bff0-44c7-850c-02867644cb8d admin admin] Publish callbacks [] for security_group (19b8a138-9052-497d-a71d-ff13b96bc136), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:30.063243 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (1bde0086-ef45-49b1-9c8c-7bdcd16916db), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:30.102957 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Routers {'132d7205-f0f0-47dc-8c0e-05a12eae676f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:03:30.103585 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:03:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['132d7205-f0f0-47dc-8c0e-05a12eae676f'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:30.110156 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cc462e8a-bff0-44c7-850c-02867644cb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (19b8a138-9052-497d-a71d-ff13b96bc136), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:30.164889 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-cc462e8a-bff0-44c7-850c-02867644cb8d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=977d856795c74c69a39ec269bda24e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402597 Sep 21 22:03:30.165976 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc462e8a-bff0-44c7-850c-02867644cb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b8a138-9052-497d-a71d-ff13b96bc136,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:30.167120 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 51148) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:30.209355 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300fc0a-105c-4898-a32f-a529651dd476 None None] Pushing event updated for resources: {'Port': ['ID=1bde0086-ef45-49b1-9c8c-7bdcd16916db,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:30.266798 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-e2c31ece-31e8-4d64-9d93-743cdbc13e98 admin admin] Publish callbacks [] for security_group (19b8a138-9052-497d-a71d-ff13b96bc136), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:30.290379 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] Set router 132d7205-f0f0-47dc-8c0e-05a12eae676f gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:03:30.290924 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-e2c31ece-31e8-4d64-9d93-743cdbc13e98 admin admin] Publish callbacks [] for security_group (19b8a138-9052-497d-a71d-ff13b96bc136), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:30.440200 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-e2c31ece-31e8-4d64-9d93-743cdbc13e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (19b8a138-9052-497d-a71d-ff13b96bc136), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:30.447400 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-e2c31ece-31e8-4d64-9d93-743cdbc13e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:30.447530 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] Attempt 7 to provision port 1bde0086-ef45-49b1-9c8c-7bdcd16916db Sep 21 22:03:30.464834 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-e2c31ece-31e8-4d64-9d93-743cdbc13e98 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19b8a138-9052-497d-a71d-ff13b96bc136 HTTP/1.1" status: 204 len: 168 time: 0.2963536 Sep 21 22:03:30.496869 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c31ece-31e8-4d64-9d93-743cdbc13e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b8a138-9052-497d-a71d-ff13b96bc136,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:30.646665 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] Current status of the port 1bde0086-ef45-49b1-9c8c-7bdcd16916db is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:30.647092 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (1bde0086-ef45-49b1-9c8c-7bdcd16916db), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:30.692515 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] For port 1bde0086-ef45-49b1-9c8c-7bdcd16916db, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=1bde0086-ef45-49b1-9c8c-7bdcd16916db,segment=NetworkSegment(8b6e1c7e-0dbb-412f-b164-41ba90502d78),segment_id=8b6e1c7e-0dbb-412f-b164-41ba90502d78)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:30.701426 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132d7205-f0f0-47dc-8c0e-05a12eae676f', 'name': 'tempest-TestMinimumBasicScenario-2137767569-router', 'tenant_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ee73bd29-fa18-48ce-bf77-323a71df8389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:23Z', 'updated_at': '2022-09-21T22:03:27Z', 'revision_number': 4, 'project_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'gw_port': {'id': 'ee73bd29-fa18-48ce-bf77-323a71df8389', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132d7205-f0f0-47dc-8c0e-05a12eae676f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:23Z', 'updated_at': '2022-09-21T22:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '1bde0086-ef45-49b1-9c8c-7bdcd16916db', 'name': '', 'network_id': 'e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e', 'tenant_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'mac_address': 'fa:16:3e:b4:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132d7205-f0f0-47dc-8c0e-05a12eae676f', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'a4e627a2-ecfe-478c-b2f5-1b1b5e9256c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:25Z', 'updated_at': '2022-09-21T22:03:29Z', 'revision_number': 4, 'project_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'subnets': [{'id': 'a4e627a2-ecfe-478c-b2f5-1b1b5e9256c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:30.727449 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ccc58b-1d57-45de-8212-dacf09128632 None None] The sync data for ids ['132d7205-f0f0-47dc-8c0e-05a12eae676f'] in dv-cinder-858818-1-iscsi is: [{'id': '132d7205-f0f0-47dc-8c0e-05a12eae676f', 'name': 'tempest-TestMinimumBasicScenario-2137767569-router', 'tenant_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ee73bd29-fa18-48ce-bf77-323a71df8389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:23Z', 'updated_at': '2022-09-21T22:03:27Z', 'revision_number': 4, 'project_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'gw_port': {'id': 'ee73bd29-fa18-48ce-bf77-323a71df8389', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132d7205-f0f0-47dc-8c0e-05a12eae676f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:23Z', 'updated_at': '2022-09-21T22:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '1bde0086-ef45-49b1-9c8c-7bdcd16916db', 'name': '', 'network_id': 'e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e', 'tenant_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'mac_address': 'fa:16:3e:b4:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132d7205-f0f0-47dc-8c0e-05a12eae676f', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'a4e627a2-ecfe-478c-b2f5-1b1b5e9256c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:25Z', 'updated_at': '2022-09-21T22:03:29Z', 'revision_number': 4, 'project_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'subnets': [{'id': 'a4e627a2-ecfe-478c-b2f5-1b1b5e9256c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:03:30.785083 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (1bde0086-ef45-49b1-9c8c-7bdcd16916db), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:30.859968 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device ee73bd29-fa18-48ce-bf77-323a71df8389 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:03:30.920910 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425be11-0938-41ba-982b-2cfc34760f67 None None] Pushing event updated for resources: {'Port': ['ID=1bde0086-ef45-49b1-9c8c-7bdcd16916db,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:30.972040 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-7b86ec98-f348-48de-87de-25edd8f7b5f7 None None] Provisioning complete for port 1bde0086-ef45-49b1-9c8c-7bdcd16916db triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:30.972421 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-7b86ec98-f348-48de-87de-25edd8f7b5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (1bde0086-ef45-49b1-9c8c-7bdcd16916db), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:30.972763 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-7b86ec98-f348-48de-87de-25edd8f7b5f7 None None] Attempt 1 to provision port 1bde0086-ef45-49b1-9c8c-7bdcd16916db Sep 21 22:03:31.073394 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port ee73bd29-fa18-48ce-bf77-323a71df8389 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:31.073771 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (ee73bd29-fa18-48ce-bf77-323a71df8389), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:31.074117 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port ee73bd29-fa18-48ce-bf77-323a71df8389 Sep 21 22:03:31.143571 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 171791dc-04a4-4ff7-bc15-c4590ed6681d details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:03:31.151651 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77729277-3e82-40a8-9303-836bded681dd req-9176ac83-5091-4211-941f-c8478e4b9fbe tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:31.160248 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-77729277-3e82-40a8-9303-836bded681dd req-9176ac83-5091-4211-941f-c8478e4b9fbe tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 944 time: 0.0848813 Sep 21 22:03:31.233708 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-77729277-3e82-40a8-9303-836bded681dd req-5ba3444e-7254-48f0-bb20-7d4e1056e819 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594161 Sep 21 22:03:31.273313 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 171791dc-04a4-4ff7-bc15-c4590ed6681d, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=171791dc-04a4-4ff7-bc15-c4590ed6681d,segment=NetworkSegment(418b9f00-9632-42bc-a0fd-56528850040e),segment_id=418b9f00-9632-42bc-a0fd-56528850040e)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:31.315923 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-7b86ec98-f348-48de-87de-25edd8f7b5f7 None None] Current status of the port 1bde0086-ef45-49b1-9c8c-7bdcd16916db is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:31.320102 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': '171791dc-04a4-4ff7-bc15-c4590ed6681d', 'network_id': 'b9f43c02-689d-4001-8a87-e0e159b60f87', 'port_id': '171791dc-04a4-4ff7-bc15-c4590ed6681d', 'mac_address': 'fa:16:3e:4f:c9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78efa63-e59e-4d4a-b435-7e6dc34d85be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:03:31.370335 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 171791dc-04a4-4ff7-bc15-c4590ed6681d is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:31.370867 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (171791dc-04a4-4ff7-bc15-c4590ed6681d), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:31.410059 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171791dc-04a4-4ff7-bc15-c4590ed6681d {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:03:31.438499 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port ee73bd29-fa18-48ce-bf77-323a71df8389 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:31.452716 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 171791dc-04a4-4ff7-bc15-c4590ed6681d, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=171791dc-04a4-4ff7-bc15-c4590ed6681d,segment=NetworkSegment(418b9f00-9632-42bc-a0fd-56528850040e),segment_id=418b9f00-9632-42bc-a0fd-56528850040e)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:31.572021 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (171791dc-04a4-4ff7-bc15-c4590ed6681d), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:31.576245 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:31.627997 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=171791dc-04a4-4ff7-bc15-c4590ed6681d,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:31.854492 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['171791dc-04a4-4ff7-bc15-c4590ed6681d'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:03:32.365692 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09edc23-d7ad-4fb3-996e-d0d5db4af012 req-ca04337e-4766-45b8-9d3a-0805a9002cbd tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:32.367495 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f09edc23-d7ad-4fb3-996e-d0d5db4af012 req-ca04337e-4766-45b8-9d3a-0805a9002cbd tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 945 time: 0.0648639 Sep 21 22:03:32.424163 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f09edc23-d7ad-4fb3-996e-d0d5db4af012 req-f26de9c0-fc98-412a-8a90-138539689686 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509651 Sep 21 22:03:32.812149 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 1bde0086-ef45-49b1-9c8c-7bdcd16916db up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:03:32.873891 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 1bde0086-ef45-49b1-9c8c-7bdcd16916db triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:32.874266 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (1bde0086-ef45-49b1-9c8c-7bdcd16916db), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:32.874613 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 1bde0086-ef45-49b1-9c8c-7bdcd16916db Sep 21 22:03:32.972788 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 1bde0086-ef45-49b1-9c8c-7bdcd16916db is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:33.056656 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:33.571187 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd45b8d-a0e7-48c9-9a73-51163796090d req-1175625a-4967-468f-8ccf-3098ac32617d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:33.573503 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ffd45b8d-a0e7-48c9-9a73-51163796090d req-1175625a-4967-468f-8ccf-3098ac32617d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 945 time: 0.0672960 Sep 21 22:03:33.633533 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ffd45b8d-a0e7-48c9-9a73-51163796090d req-5c225cdb-4288-4744-adec-7721060776df tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525911 Sep 21 22:03:34.770238 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412a9fc-4670-4a34-a10c-6a1347bfefca req-fd3a2cb8-6918-4990-b803-3443a6d91f40 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:34.772759 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3412a9fc-4670-4a34-a10c-6a1347bfefca req-fd3a2cb8-6918-4990-b803-3443a6d91f40 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 945 time: 0.0663581 Sep 21 22:03:34.825925 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3412a9fc-4670-4a34-a10c-6a1347bfefca req-a5349268-8945-4c15-a3fb-4f147f6a528d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471656 Sep 21 22:03:35.231467 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 171791dc-04a4-4ff7-bc15-c4590ed6681d up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:03:35.454113 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port 171791dc-04a4-4ff7-bc15-c4590ed6681d completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:03:35.458332 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port 171791dc-04a4-4ff7-bc15-c4590ed6681d triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:35.458775 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (171791dc-04a4-4ff7-bc15-c4590ed6681d), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:35.467952 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port 171791dc-04a4-4ff7-bc15-c4590ed6681d Sep 21 22:03:35.673671 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 171791dc-04a4-4ff7-bc15-c4590ed6681d is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:35.674495 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (171791dc-04a4-4ff7-bc15-c4590ed6681d), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:35.702429 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f28c72-b1ef-494b-b40e-b43f570fb326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171791dc-04a4-4ff7-bc15-c4590ed6681d'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:03:35.704754 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0a9f12-1425-4fc0-a942-f56f6ce8fb21" -d '{"events": [{"server_uuid": "53f28c72-b1ef-494b-b40e-b43f570fb326", "name": "network-vif-plugged", "status": "completed", "tag": "171791dc-04a4-4ff7-bc15-c4590ed6681d"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:03:35.724638 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 171791dc-04a4-4ff7-bc15-c4590ed6681d, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=171791dc-04a4-4ff7-bc15-c4590ed6681d,segment=NetworkSegment(418b9f00-9632-42bc-a0fd-56528850040e),segment_id=418b9f00-9632-42bc-a0fd-56528850040e)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:35.746462 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1410b19a-4a55-4703-b34b-75752010def9 x-openstack-request-id: req-1410b19a-4a55-4703-b34b-75752010def9 {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:03:35.747054 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f28c72-b1ef-494b-b40e-b43f570fb326", "name": "network-vif-plugged", "status": "completed", "tag": "171791dc-04a4-4ff7-bc15-c4590ed6681d", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:03:35.747317 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1410b19a-4a55-4703-b34b-75752010def9 {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:03:35.747753 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1410b19a-4a55-4703-b34b-75752010def9'] response: {'server_uuid': '53f28c72-b1ef-494b-b40e-b43f570fb326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171791dc-04a4-4ff7-bc15-c4590ed6681d', 'code': 200} Sep 21 22:03:35.788552 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (171791dc-04a4-4ff7-bc15-c4590ed6681d), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:35.840867 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=171791dc-04a4-4ff7-bc15-c4590ed6681d,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:35.964079 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf4f8c-c93d-4ad3-b46f-2ebcddb9972a req-fe8afd83-a14d-40f0-807b-16a46b70b4c7 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:35.969494 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-13cf4f8c-c93d-4ad3-b46f-2ebcddb9972a req-fe8afd83-a14d-40f0-807b-16a46b70b4c7 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 946 time: 0.0638723 Sep 21 22:03:36.025513 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-13cf4f8c-c93d-4ad3-b46f-2ebcddb9972a req-16007726-3ab2-4137-9553-6c90a67372b6 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537593 Sep 21 22:03:36.140212 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6deb18-ff45-4a8c-8015-c38082433d4e req-d06e98f7-6df8-406b-a593-0ec3a822359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:36.141816 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-2a6deb18-ff45-4a8c-8015-c38082433d4e req-d06e98f7-6df8-406b-a593-0ec3a822359d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 1130 time: 0.0509033 Sep 21 22:03:36.198349 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-2a6deb18-ff45-4a8c-8015-c38082433d4e req-9c8805e4-89c5-4d0a-a9bf-15ec188ecbd6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508354 Sep 21 22:03:37.163458 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be3fed-6c3e-4c84-8d33-da358d549a19 req-57624fc6-f863-49d0-a1e5-e4f7a353175e tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:37.164990 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b6be3fed-6c3e-4c84-8d33-da358d549a19 req-57624fc6-f863-49d0-a1e5-e4f7a353175e tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 946 time: 0.0566134 Sep 21 22:03:37.236201 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b6be3fed-6c3e-4c84-8d33-da358d549a19 req-b43efeeb-73dc-4687-a7c6-52d3d7a1e94d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623415 Sep 21 22:03:38.376282 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4b82e-1a42-4e5f-90fe-a53237fda394 req-9c4b12a2-9d7d-46a2-ac7e-a3b3370964e5 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:38.378258 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a9d4b82e-1a42-4e5f-90fe-a53237fda394 req-9c4b12a2-9d7d-46a2-ac7e-a3b3370964e5 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 946 time: 0.0624421 Sep 21 22:03:38.428207 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a9d4b82e-1a42-4e5f-90fe-a53237fda394 req-bc63f9de-4ace-4edb-9ed0-371d2b41c623 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441389 Sep 21 22:03:40.070343 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-5945f7e6-cc52-4b4a-a50d-6c0bf001b89f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:40.071837 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-5945f7e6-cc52-4b4a-a50d-6c0bf001b89f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/networks?id=f735ca0e-5121-49df-85b3-cf97d454b283 HTTP/1.1" status: 200 len: 815 time: 0.0994198 Sep 21 22:03:40.086714 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-2de0d98c-30ff-43b9-b1a0-526b7123fca8 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/quotas/c99eb118f2b946389266460ec343db6d HTTP/1.1" status: 200 len: 375 time: 0.0093842 Sep 21 22:03:40.143767 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-e59c28ac-b71f-4756-a879-ed6dcae40733 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c99eb118f2b946389266460ec343db6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520546 Sep 21 22:03:40.332308 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-f58f8df1-7b66-4b88-b232-f8714004e256 service neutron] 10.222.0.42 "GET /v2.0/networks/f735ca0e-5121-49df-85b3-cf97d454b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767604 Sep 21 22:03:40.433805 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-24e5d8fd-5df9-495e-afba-566300aed46a service neutron] 10.222.0.42 "GET /v2.0/networks/f735ca0e-5121-49df-85b3-cf97d454b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957344 Sep 21 22:03:40.685553 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2989a671-4de1-49d8-856b-4ac13ed89cdf req-769df907-b0a9-4b95-a3f7-0fa5aee03ac3 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 210 time: 0.0274880 Sep 21 22:03:41.768782 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ded1cbea-5d41-4455-980a-1564d6075712 req-e6823285-e19d-466d-9d46-ddade18b78e6 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 210 time: 0.0261157 Sep 21 22:03:41.995083 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 51278) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:42.099430 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-38198456-6b6c-4a32-b656-d3272804ed82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:42.169848 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-38198456-6b6c-4a32-b656-d3272804ed82 admin admin] Publish callbacks [] for security_group (be74d6bd-8f00-42a4-9d45-146c77e4301c), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:42.256049 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-38198456-6b6c-4a32-b656-d3272804ed82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (be74d6bd-8f00-42a4-9d45-146c77e4301c), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:42.295459 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-38198456-6b6c-4a32-b656-d3272804ed82 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09b4c23d1c5146a3959f2580e1e56951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987070 Sep 21 22:03:42.296575 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38198456-6b6c-4a32-b656-d3272804ed82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be74d6bd-8f00-42a4-9d45-146c77e4301c,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:42.298426 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51282) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:42.347459 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d56db132-d06e-4d24-8d77-867b61b8966c admin admin] Publish callbacks [] for security_group (be74d6bd-8f00-42a4-9d45-146c77e4301c), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:42.368173 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d56db132-d06e-4d24-8d77-867b61b8966c admin admin] Publish callbacks [] for security_group (be74d6bd-8f00-42a4-9d45-146c77e4301c), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:42.478967 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d56db132-d06e-4d24-8d77-867b61b8966c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (be74d6bd-8f00-42a4-9d45-146c77e4301c), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:42.481713 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d56db132-d06e-4d24-8d77-867b61b8966c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:42.482867 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-d56db132-d06e-4d24-8d77-867b61b8966c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be74d6bd-8f00-42a4-9d45-146c77e4301c HTTP/1.1" status: 204 len: 168 time: 0.1833463 Sep 21 22:03:42.491354 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56db132-d06e-4d24-8d77-867b61b8966c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be74d6bd-8f00-42a4-9d45-146c77e4301c,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:42.876841 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-15e271b8-7618-4f63-bde5-02f4f41d419c req-958eb939-61c0-44a8-ba4c-a7a997bb2446 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 210 time: 0.0333066 Sep 21 22:03:43.095978 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-4218460d-639e-4c10-8e3c-0ac6801633b4 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:43.098005 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-4218460d-639e-4c10-8e3c-0ac6801633b4 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.61 "GET /v2.0/networks?id=f735ca0e-5121-49df-85b3-cf97d454b283 HTTP/1.1" status: 200 len: 815 time: 0.1065509 Sep 21 22:03:43.114479 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-e7d707b7-5677-4856-81fa-1bfc43821043 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Request body: {'port': {'device_id': '0639b477-9243-499c-ac90-5fe114989de0', 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283', 'admin_state_up': True, 'tenant_id': 'c99eb118f2b946389266460ec343db6d'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:03:43.290103 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-e7d707b7-5677-4856-81fa-1bfc43821043 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Made reservation on behalf of c99eb118f2b946389266460ec343db6d for: {'port': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:03:43.293470 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-e7d707b7-5677-4856-81fa-1bfc43821043 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:43.420452 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-e7d707b7-5677-4856-81fa-1bfc43821043 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Allocated IP 172.20.0.10 (f735ca0e-5121-49df-85b3-cf97d454b283/24bcaf2c-8e7e-484f-b414-888d80530e9c/be8a317c-7338-40be-b828-31ca1dca4751) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:03:43.569990 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-e7d707b7-5677-4856-81fa-1bfc43821043 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for port (be8a317c-7338-40be-b828-31ca1dca4751), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:43.682935 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-e7d707b7-5677-4856-81fa-1bfc43821043 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (be8a317c-7338-40be-b828-31ca1dca4751), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:43.721933 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-e7d707b7-5677-4856-81fa-1bfc43821043 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Network f735ca0e-5121-49df-85b3-cf97d454b283 is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:03:43.724927 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-e7d707b7-5677-4856-81fa-1bfc43821043 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:03:43.728528 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-e7d707b7-5677-4856-81fa-1bfc43821043 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:03:43.755511 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d707b7-5677-4856-81fa-1bfc43821043 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Pushing event updated for resources: {'Port': ['ID=be8a317c-7338-40be-b828-31ca1dca4751,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:43.783495 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-e7d707b7-5677-4856-81fa-1bfc43821043 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:43.784699 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-e7d707b7-5677-4856-81fa-1bfc43821043 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:43.879709 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-e7d707b7-5677-4856-81fa-1bfc43821043 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7687340 Sep 21 22:03:44.027897 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e3b79aca-2adb-43f8-93ca-0df5fecaa1a3 None None] Provisioning complete for port be8a317c-7338-40be-b828-31ca1dca4751 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:44.028556 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e3b79aca-2adb-43f8-93ca-0df5fecaa1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (be8a317c-7338-40be-b828-31ca1dca4751), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:44.028680 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e3b79aca-2adb-43f8-93ca-0df5fecaa1a3 None None] Attempt 1 to provision port be8a317c-7338-40be-b828-31ca1dca4751 Sep 21 22:03:44.034677 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4991d17-dc85-40d8-bf70-179cb531c411 req-be38894e-7b8a-4817-a54d-cc5fb4f53ac5 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:44.042501 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e4991d17-dc85-40d8-bf70-179cb531c411 req-be38894e-7b8a-4817-a54d-cc5fb4f53ac5 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 932 time: 0.0688369 Sep 21 22:03:44.067357 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e3b79aca-2adb-43f8-93ca-0df5fecaa1a3 None None] Port be8a317c-7338-40be-b828-31ca1dca4751 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:03:44.106295 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e4991d17-dc85-40d8-bf70-179cb531c411 req-1a978ff4-d7a9-44d1-886f-d3a31d5e8e44 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622764 Sep 21 22:03:44.139274 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Request body: {'port': {'device_id': '0639b477-9243-499c-ac90-5fe114989de0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:03:44.234915 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (be8a317c-7338-40be-b828-31ca1dca4751), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:44.537161 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8a317c-7338-40be-b828-31ca1dca4751 {{(pid=110730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:03:44.545187 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Publish callbacks [] for port (be8a317c-7338-40be-b828-31ca1dca4751), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:44.559311 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.provisioning_blocks [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Transition to ACTIVE for port object be8a317c-7338-40be-b828-31ca1dca4751 will not be triggered until provisioned by entity L2. {{(pid=110730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:03:44.568763 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e3b79aca-2adb-43f8-93ca-0df5fecaa1a3 None None] Attempt 2 to provision port be8a317c-7338-40be-b828-31ca1dca4751 Sep 21 22:03:44.602651 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e3b79aca-2adb-43f8-93ca-0df5fecaa1a3 None None] Port be8a317c-7338-40be-b828-31ca1dca4751 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:03:44.610645 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (be8a317c-7338-40be-b828-31ca1dca4751), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:44.717612 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Pushing event updated for resources: {'Port': ['ID=be8a317c-7338-40be-b828-31ca1dca4751,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:44.749001 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Attempting to bind port be8a317c-7338-40be-b828-31ca1dca4751 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:03:44.749371 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Attempting to bind port be8a317c-7338-40be-b828-31ca1dca4751 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '69cee5a0-aa7f-4b04-a181-a2e648e42692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283'}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:03:44.749725 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Attempting to bind port be8a317c-7338-40be-b828-31ca1dca4751 on network f735ca0e-5121-49df-85b3-cf97d454b283 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:03:44.755288 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Port be8a317c-7338-40be-b828-31ca1dca4751 on network f735ca0e-5121-49df-85b3-cf97d454b283 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:03:44.755544 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Attempting to bind port be8a317c-7338-40be-b828-31ca1dca4751 on network f735ca0e-5121-49df-85b3-cf97d454b283 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:03:44.760640 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:03:44.761018 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Checking segment: {'id': '69cee5a0-aa7f-4b04-a181-a2e648e42692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:03:44.761406 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Bound using segment: {'id': '69cee5a0-aa7f-4b04-a181-a2e648e42692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283'} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:03:44.761855 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Bound port: be8a317c-7338-40be-b828-31ca1dca4751, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69cee5a0-aa7f-4b04-a181-a2e648e42692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283'}}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:03:44.762195 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (be8a317c-7338-40be-b828-31ca1dca4751), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:44.832952 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] For port be8a317c-7338-40be-b828-31ca1dca4751, host hv-cinder-85881, cleared binding levels {{(pid=110730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:03:44.836772 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] For port be8a317c-7338-40be-b828-31ca1dca4751, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=be8a317c-7338-40be-b828-31ca1dca4751,segment=NetworkSegment(69cee5a0-aa7f-4b04-a181-a2e648e42692),segment_id=69cee5a0-aa7f-4b04-a181-a2e648e42692)] {{(pid=110730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:03:44.900283 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (be8a317c-7338-40be-b828-31ca1dca4751), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:44.905941 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:44.906245 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:44.907613 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] 10.222.0.61 "PUT /v2.0/ports/be8a317c-7338-40be-b828-31ca1dca4751 HTTP/1.1" status: 200 len: 1094 time: 0.7730212 Sep 21 22:03:44.908101 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0639b477-9243-499c-ac90-5fe114989de0', 'tag': 'be8a317c-7338-40be-b828-31ca1dca4751'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:03:44.911160 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaed5f6-5502-4d5f-8e8e-72d4442d9e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "0639b477-9243-499c-ac90-5fe114989de0", "tag": "be8a317c-7338-40be-b828-31ca1dca4751"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:03:44.960155 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30f990-20e3-4da7-bd7e-d2efddc9ef4f service neutron] Pushing event updated for resources: {'Port': ['ID=be8a317c-7338-40be-b828-31ca1dca4751,revision_number=3']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:44.967323 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880296cb-85c0-4afe-8cfb-0c6cc06d187e x-openstack-request-id: req-880296cb-85c0-4afe-8cfb-0c6cc06d187e {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:03:44.967323 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0639b477-9243-499c-ac90-5fe114989de0", "tag": "be8a317c-7338-40be-b828-31ca1dca4751", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:03:44.967323 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-880296cb-85c0-4afe-8cfb-0c6cc06d187e {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:03:44.967323 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-880296cb-85c0-4afe-8cfb-0c6cc06d187e'] response: {'name': 'network-changed', 'server_uuid': '0639b477-9243-499c-ac90-5fe114989de0', 'tag': 'be8a317c-7338-40be-b828-31ca1dca4751', 'status': 'completed', 'code': 200} Sep 21 22:03:45.103842 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e3b79aca-2adb-43f8-93ca-0df5fecaa1a3 None None] Attempt 3 to provision port be8a317c-7338-40be-b828-31ca1dca4751 Sep 21 22:03:45.146415 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e3b79aca-2adb-43f8-93ca-0df5fecaa1a3 None None] Port be8a317c-7338-40be-b828-31ca1dca4751 had new provisioning blocks added so it will not transition to active. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 22:03:45.245881 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9683148-71c7-4bc3-897a-c7747882ea37 req-9f1374c0-fc69-481a-bc40-0c18d8ddb3cb tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:45.247409 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d9683148-71c7-4bc3-897a-c7747882ea37 req-9f1374c0-fc69-481a-bc40-0c18d8ddb3cb tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 944 time: 0.0583725 Sep 21 22:03:45.296760 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d9683148-71c7-4bc3-897a-c7747882ea37 req-2088fd33-2551-4163-8d74-4691b40c3da2 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430560 Sep 21 22:03:46.431068 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225635b-4249-48fd-b03e-8b19a51ae129 req-f3e32133-543e-4792-9f95-92a1f8ded8ce tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:46.436818 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b225635b-4249-48fd-b03e-8b19a51ae129 req-f3e32133-543e-4792-9f95-92a1f8ded8ce tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 944 time: 0.0617697 Sep 21 22:03:46.481274 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b225635b-4249-48fd-b03e-8b19a51ae129 req-e41eca96-d3da-4106-8db2-65aef7e413f4 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430019 Sep 21 22:03:47.451336 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:03:47.609953 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9d3cd-18fb-4e89-8e27-96bb7ae94ab9 req-7712c267-63d9-442e-acfc-97b0876ff191 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:47.612407 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-35a9d3cd-18fb-4e89-8e27-96bb7ae94ab9 req-7712c267-63d9-442e-acfc-97b0876ff191 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 944 time: 0.0556169 Sep 21 22:03:47.664074 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-35a9d3cd-18fb-4e89-8e27-96bb7ae94ab9 req-2052ca9b-1aff-40b9-b844-e9379a541bc2 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441577 Sep 21 22:03:48.793454 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa11533-3640-402f-a1a5-385f52945c0f req-16ed74c9-82f8-4d02-95dc-aafb4cdab2f4 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:48.794944 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-efa11533-3640-402f-a1a5-385f52945c0f req-16ed74c9-82f8-4d02-95dc-aafb4cdab2f4 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 944 time: 0.0563269 Sep 21 22:03:48.846055 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-efa11533-3640-402f-a1a5-385f52945c0f req-bab8f00f-a58e-495e-a11b-41110367a57a tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450594 Sep 21 22:03:49.385000 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:50.047891 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062f271-3808-4314-946e-5c497fb78035 req-1fb5d731-138e-463d-9e20-20b64beeb432 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:50.047891 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4062f271-3808-4314-946e-5c497fb78035 req-1fb5d731-138e-463d-9e20-20b64beeb432 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 944 time: 0.0685410 Sep 21 22:03:50.050709 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4062f271-3808-4314-946e-5c497fb78035 req-f958dff9-5725-41e6-9d1a-4f6c6821f7bb tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470402 Sep 21 22:03:51.205978 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a162b9-2cea-4da0-8b3e-e7b51d7114b1 req-70422e09-1dd9-4e3b-b9b3-31dc169dfab8 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:51.207516 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d9a162b9-2cea-4da0-8b3e-e7b51d7114b1 req-70422e09-1dd9-4e3b-b9b3-31dc169dfab8 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 944 time: 0.0537007 Sep 21 22:03:51.268778 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d9a162b9-2cea-4da0-8b3e-e7b51d7114b1 req-4bc030ac-7ca5-4fff-bf70-bc008d991645 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509183 Sep 21 22:03:52.067150 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaed5f6-5502-4d5f-8e8e-72d4442d9e1c req-bb6c4565-2f27-4d75-9aac-daa19faa8af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:52.068700 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-fdaed5f6-5502-4d5f-8e8e-72d4442d9e1c req-bb6c4565-2f27-4d75-9aac-daa19faa8af8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c99eb118f2b946389266460ec343db6d&device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 1128 time: 0.0461466 Sep 21 22:03:52.191622 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaed5f6-5502-4d5f-8e8e-72d4442d9e1c req-649e9c0b-a902-49df-aa45-94b8971b18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:52.193133 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-fdaed5f6-5502-4d5f-8e8e-72d4442d9e1c req-649e9c0b-a902-49df-aa45-94b8971b18a8 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c99eb118f2b946389266460ec343db6d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0949907 Sep 21 22:03:52.292650 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaed5f6-5502-4d5f-8e8e-72d4442d9e1c req-2f2ee95f-462b-4d43-b52f-b07051a10218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:52.294067 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-fdaed5f6-5502-4d5f-8e8e-72d4442d9e1c req-2f2ee95f-462b-4d43-b52f-b07051a10218 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873921 Sep 21 22:03:52.387679 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24a1da-8e04-4b39-8385-008d35a324d0 req-0a961336-f21f-4cc5-b458-604e7bf7e6ba tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:52.389160 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0a24a1da-8e04-4b39-8385-008d35a324d0 req-0a961336-f21f-4cc5-b458-604e7bf7e6ba tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 944 time: 0.0519533 Sep 21 22:03:52.407298 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-4df496d9-1c00-4367-836c-12227eef19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:52.408824 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-4df496d9-1c00-4367-836c-12227eef19d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c99eb118f2b946389266460ec343db6d&device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 1128 time: 0.0444143 Sep 21 22:03:52.435399 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0a24a1da-8e04-4b39-8385-008d35a324d0 req-7fd13f47-c5bf-46a2-8dde-91ae57e6967e tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 Sep 21 22:03:52.460684 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-705d1380-69e8-4a5f-a099-c36b5c553e33 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8a317c-7338-40be-b828-31ca1dca4751 HTTP/1.1" status: 200 len: 217 time: 0.0320206 Sep 21 22:03:52.512835 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-2ace89f2-6464-4903-9d17-b31b647914d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:52.514315 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-2ace89f2-6464-4903-9d17-b31b647914d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24bcaf2c-8e7e-484f-b414-888d80530e9c HTTP/1.1" status: 200 len: 854 time: 0.0472634 Sep 21 22:03:52.561749 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-4179a96e-8dca-4438-8e3d-e534d087dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:52.563170 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-4179a96e-8dca-4438-8e3d-e534d087dad2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f735ca0e-5121-49df-85b3-cf97d454b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430729 Sep 21 22:03:52.652736 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-6f5a7627-9e48-40b3-9397-e0aa7e7bdade service neutron] 10.222.0.61 "GET /v2.0/networks/f735ca0e-5121-49df-85b3-cf97d454b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813890 Sep 21 22:03:52.743505 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-8c3ac10d-c8b3-416a-ac13-56f28319207c req-e0e400a7-c1ac-4512-8425-0f04b6968e1e service neutron] 10.222.0.61 "GET /v2.0/networks/f735ca0e-5121-49df-85b3-cf97d454b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832880 Sep 21 22:03:53.561371 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ac5ac-12c5-42e9-91be-ca731f1fb51c req-dfd53fe2-b607-4da1-a0f7-5aeebf24f42f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:53.562754 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1b0ac5ac-12c5-42e9-91be-ca731f1fb51c req-dfd53fe2-b607-4da1-a0f7-5aeebf24f42f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 944 time: 0.0526705 Sep 21 22:03:53.611627 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1b0ac5ac-12c5-42e9-91be-ca731f1fb51c req-00ebe126-3591-4591-a01d-9a591ff66dcf tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429502 Sep 21 22:03:54.740584 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706de6f4-6510-4123-8b78-003b7f037b5f req-16ff6a77-2e4d-47c5-b485-c3fce16223b3 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:54.742086 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-706de6f4-6510-4123-8b78-003b7f037b5f req-16ff6a77-2e4d-47c5-b485-c3fce16223b3 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 944 time: 0.0554006 Sep 21 22:03:54.787164 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-706de6f4-6510-4123-8b78-003b7f037b5f req-3ca5c709-213e-4d4b-bff4-d2f2da1b1904 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396008 Sep 21 22:03:55.909024 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bcfca-76ee-4b16-a909-29e8ad1b8282 req-ca3c1c9f-1698-422f-a368-64cdeb81d341 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:55.911010 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ab3bcfca-76ee-4b16-a909-29e8ad1b8282 req-ca3c1c9f-1698-422f-a368-64cdeb81d341 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 944 time: 0.0536349 Sep 21 22:03:55.955430 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ab3bcfca-76ee-4b16-a909-29e8ad1b8282 req-b9288420-b19e-4f03-920a-52aae92d5e31 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388832 Sep 21 22:03:56.529863 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-817d5db3-cbfe-4538-9763-07b63ce9afa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:56.717227 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device be8a317c-7338-40be-b828-31ca1dca4751 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:03:56.814087 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port be8a317c-7338-40be-b828-31ca1dca4751, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=be8a317c-7338-40be-b828-31ca1dca4751,segment=NetworkSegment(69cee5a0-aa7f-4b04-a181-a2e648e42692),segment_id=69cee5a0-aa7f-4b04-a181-a2e648e42692)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:56.826101 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': 'be8a317c-7338-40be-b828-31ca1dca4751', 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283', 'port_id': 'be8a317c-7338-40be-b828-31ca1dca4751', 'mac_address': 'fa:16:3e:3a:0f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bcaf2c-8e7e-484f-b414-888d80530e9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:03:56.857987 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port be8a317c-7338-40be-b828-31ca1dca4751 is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:56.858370 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (be8a317c-7338-40be-b828-31ca1dca4751), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:56.870801 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8a317c-7338-40be-b828-31ca1dca4751 {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:03:56.889968 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port be8a317c-7338-40be-b828-31ca1dca4751, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=be8a317c-7338-40be-b828-31ca1dca4751,segment=NetworkSegment(69cee5a0-aa7f-4b04-a181-a2e648e42692),segment_id=69cee5a0-aa7f-4b04-a181-a2e648e42692)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:56.955996 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (be8a317c-7338-40be-b828-31ca1dca4751), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:57.007743 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=be8a317c-7338-40be-b828-31ca1dca4751,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:57.078842 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1503c-39ca-4775-8835-36b995c4fa1f req-9138a983-5be6-43e8-ad11-44bb1861b5c2 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:57.080296 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fef1503c-39ca-4775-8835-36b995c4fa1f req-9138a983-5be6-43e8-ad11-44bb1861b5c2 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 945 time: 0.0513191 Sep 21 22:03:57.129488 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fef1503c-39ca-4775-8835-36b995c4fa1f req-c54ceb0b-6963-4ed1-8994-43ad1d20a760 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434473 Sep 21 22:03:57.272580 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['be8a317c-7338-40be-b828-31ca1dca4751'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:03:58.250058 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81424f73-f066-4de3-96bb-5bd8761aea41 req-ace3c3ba-cdcc-4aef-9120-01ea04a23115 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:58.251419 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-81424f73-f066-4de3-96bb-5bd8761aea41 req-ace3c3ba-cdcc-4aef-9120-01ea04a23115 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 945 time: 0.0512025 Sep 21 22:03:58.296656 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-81424f73-f066-4de3-96bb-5bd8761aea41 req-27ef8225-5556-489b-afe9-9d640f5d4307 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397379 Sep 21 22:03:58.675685 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-2bb9f4d5-7326-49ea-b83b-76139eaa6703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:59.416543 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0b274-e397-4543-8f61-2472971667a2 req-a3a91751-d546-44f9-bdde-146e247c0917 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:59.418027 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0ef0b274-e397-4543-8f61-2472971667a2 req-a3a91751-d546-44f9-bdde-146e247c0917 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 945 time: 0.0511193 Sep 21 22:03:59.462409 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0ef0b274-e397-4543-8f61-2472971667a2 req-44f615bb-6f3b-42df-a90b-2971797cc45b tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389953 Sep 21 22:03:59.870313 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:00.587623 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05368665-87f5-477f-b0d9-6aa408b41c43 req-bdaa8fa9-c336-4870-b8bb-841d1da732b1 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:00.589096 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-05368665-87f5-477f-b0d9-6aa408b41c43 req-bdaa8fa9-c336-4870-b8bb-841d1da732b1 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 945 time: 0.0541105 Sep 21 22:04:00.634417 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-05368665-87f5-477f-b0d9-6aa408b41c43 req-885cc82e-b64f-4910-abd1-b2790e0cc4e5 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397284 Sep 21 22:04:01.034384 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device be8a317c-7338-40be-b828-31ca1dca4751 up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:04:01.144917 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port be8a317c-7338-40be-b828-31ca1dca4751 completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:04:01.149134 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port be8a317c-7338-40be-b828-31ca1dca4751 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:01.149762 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (be8a317c-7338-40be-b828-31ca1dca4751), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:01.150151 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port be8a317c-7338-40be-b828-31ca1dca4751 Sep 21 22:04:01.219825 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port be8a317c-7338-40be-b828-31ca1dca4751 is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:01.220214 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (be8a317c-7338-40be-b828-31ca1dca4751), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:01.242860 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0639b477-9243-499c-ac90-5fe114989de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8a317c-7338-40be-b828-31ca1dca4751'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:04:01.245127 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bed4b56-3aa8-4527-8d9b-b9bf61d4ffae" -d '{"events": [{"server_uuid": "0639b477-9243-499c-ac90-5fe114989de0", "name": "network-vif-plugged", "status": "completed", "tag": "be8a317c-7338-40be-b828-31ca1dca4751"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:04:01.256998 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port be8a317c-7338-40be-b828-31ca1dca4751, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=be8a317c-7338-40be-b828-31ca1dca4751,segment=NetworkSegment(69cee5a0-aa7f-4b04-a181-a2e648e42692),segment_id=69cee5a0-aa7f-4b04-a181-a2e648e42692)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:04:01.282573 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5f9932-9f22-4140-81a4-60e758e3bbcc x-openstack-request-id: req-3f5f9932-9f22-4140-81a4-60e758e3bbcc {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:04:01.282870 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0639b477-9243-499c-ac90-5fe114989de0", "name": "network-vif-plugged", "status": "completed", "tag": "be8a317c-7338-40be-b828-31ca1dca4751", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:04:01.283131 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f5f9932-9f22-4140-81a4-60e758e3bbcc {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:04:01.283542 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f5f9932-9f22-4140-81a4-60e758e3bbcc'] response: {'server_uuid': '0639b477-9243-499c-ac90-5fe114989de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8a317c-7338-40be-b828-31ca1dca4751', 'code': 200} Sep 21 22:04:01.347625 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (be8a317c-7338-40be-b828-31ca1dca4751), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:01.395132 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=be8a317c-7338-40be-b828-31ca1dca4751,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:01.569934 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:01.625043 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1ecc3-2c38-423a-baf9-35b54aa0fb3f req-918b76eb-683c-4973-8a7c-9f3d82d324e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:01.626523 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-72b1ecc3-2c38-423a-baf9-35b54aa0fb3f req-918b76eb-683c-4973-8a7c-9f3d82d324e5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 1130 time: 0.0426257 Sep 21 22:04:01.668796 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-72b1ecc3-2c38-423a-baf9-35b54aa0fb3f req-16495d4f-12d5-45a1-b267-3730ebf46963 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365608 Sep 21 22:04:01.754822 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18fad8-de45-49f9-ba33-0c8b65e76a71 req-8ad77f42-dc42-490b-908f-b6a4fe2b6521 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:01.756272 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5f18fad8-de45-49f9-ba33-0c8b65e76a71 req-8ad77f42-dc42-490b-908f-b6a4fe2b6521 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 946 time: 0.0512295 Sep 21 22:04:01.802116 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5f18fad8-de45-49f9-ba33-0c8b65e76a71 req-bf3d4cbc-e451-4d34-bf1f-e5224c70c743 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403435 Sep 21 22:04:02.929653 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ed115-d7f6-4c4c-8c05-d867247f6c67 req-dc331b50-e709-4d1d-a832-16852e8cdb60 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:02.931106 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ba0ed115-d7f6-4c4c-8c05-d867247f6c67 req-dc331b50-e709-4d1d-a832-16852e8cdb60 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 946 time: 0.0557544 Sep 21 22:04:02.978057 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ba0ed115-d7f6-4c4c-8c05-d867247f6c67 req-5c622a1c-c06f-437d-8a3c-b57711d65c05 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412345 Sep 21 22:04:03.072501 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:04.101944 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36794e-06d7-4184-b28f-c26ae3138e35 req-2581ef38-48af-4c0f-870c-8c2a9ea7b8f9 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:04.103411 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ad36794e-06d7-4184-b28f-c26ae3138e35 req-2581ef38-48af-4c0f-870c-8c2a9ea7b8f9 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 946 time: 0.0525827 Sep 21 22:04:04.148175 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ad36794e-06d7-4184-b28f-c26ae3138e35 req-4e782c20-2bdb-4edc-82a1-13e05870ee32 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393395 Sep 21 22:04:04.267375 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68e65e-72db-4bd0-98ff-26a4669876ed req-c53c7cc0-bec8-45f8-988d-fd254510eecc tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:04.269275 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa68e65e-72db-4bd0-98ff-26a4669876ed req-c53c7cc0-bec8-45f8-988d-fd254510eecc tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 946 time: 0.0510247 Sep 21 22:04:04.317118 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-fa68e65e-72db-4bd0-98ff-26a4669876ed req-37431051-8f8a-4880-854e-da949eb688dc tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422099 Sep 21 22:04:04.645380 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca956ab-18b1-4b2c-82d1-3d02a7976470 req-513c10bf-fa8f-49c9-93ff-3bedadf4b416 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:04.646828 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7ca956ab-18b1-4b2c-82d1-3d02a7976470 req-513c10bf-fa8f-49c9-93ff-3bedadf4b416 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 946 time: 0.0551834 Sep 21 22:04:04.692104 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7ca956ab-18b1-4b2c-82d1-3d02a7976470 req-fe2f0371-aa13-4491-a9cc-7ebdc49a2b60 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395751 Sep 21 22:04:07.523565 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c210806-1223-4e19-86ed-326b6139ace1 req-72744bac-4139-40ab-9618-4018d86b381d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:07.528327 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9c210806-1223-4e19-86ed-326b6139ace1 req-72744bac-4139-40ab-9618-4018d86b381d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 946 time: 0.0535023 Sep 21 22:04:07.572028 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9c210806-1223-4e19-86ed-326b6139ace1 req-2b396470-e27f-4430-a8ef-188e09dac142 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408921 Sep 21 22:04:08.697479 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00c20a-4b66-4f34-a365-db996e7d5664 req-026181a5-6bb3-476a-b83a-d9209b2f8777 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:08.698928 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0b00c20a-4b66-4f34-a365-db996e7d5664 req-026181a5-6bb3-476a-b83a-d9209b2f8777 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 946 time: 0.0541346 Sep 21 22:04:08.744496 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0b00c20a-4b66-4f34-a365-db996e7d5664 req-8801f2fe-a6cf-45d7-8a90-e946316c2d61 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401080 Sep 21 22:04:09.495857 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd70aa-2b66-4307-9b46-7fe708fe1457 req-0f6ae0d1-5669-4685-a14e-69a07000dc96 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:09.497349 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-f0cd70aa-2b66-4307-9b46-7fe708fe1457 req-0f6ae0d1-5669-4685-a14e-69a07000dc96 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 946 time: 0.0541923 Sep 21 22:04:09.585834 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-f0cd70aa-2b66-4307-9b46-7fe708fe1457 req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Deleting port 171791dc-04a4-4ff7-bc15-c4590ed6681d {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:04:09.586170 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-f0cd70aa-2b66-4307-9b46-7fe708fe1457 req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (171791dc-04a4-4ff7-bc15-c4590ed6681d), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:09.675227 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-f0cd70aa-2b66-4307-9b46-7fe708fe1457 req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] For port 171791dc-04a4-4ff7-bc15-c4590ed6681d, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=171791dc-04a4-4ff7-bc15-c4590ed6681d,segment=NetworkSegment(418b9f00-9632-42bc-a0fd-56528850040e),segment_id=418b9f00-9632-42bc-a0fd-56528850040e)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:04:09.675588 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-f0cd70aa-2b66-4307-9b46-7fe708fe1457 req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (171791dc-04a4-4ff7-bc15-c4590ed6681d), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:09.688078 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [req-f0cd70aa-2b66-4307-9b46-7fe708fe1457 req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Calling delete_port for 171791dc-04a4-4ff7-bc15-c4590ed6681d owned by compute:nova {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:04:09.858683 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-f0cd70aa-2b66-4307-9b46-7fe708fe1457 req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (171791dc-04a4-4ff7-bc15-c4590ed6681d), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:09.870583 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a7465-aabf-4ae2-9ceb-0f707a737933 req-a568c1fb-440c-4328-9aad-ad5873dec83d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:09.872072 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c69a7465-aabf-4ae2-9ceb-0f707a737933 req-a568c1fb-440c-4328-9aad-ad5873dec83d tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/ports?device_id=53f28c72-b1ef-494b-b40e-b43f570fb326 HTTP/1.1" status: 200 len: 867 time: 0.0519018 Sep 21 22:04:09.889731 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Pushing event deleted for resources: {'Port': ['ID=171791dc-04a4-4ff7-bc15-c4590ed6681d,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:09.897799 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['171791dc-04a4-4ff7-bc15-c4590ed6681d'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:04:09.900577 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:09.900958 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:09.901312 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:09.901658 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:09.901997 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:09.902331 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:09.902664 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:09.902999 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:09.903331 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:09.903661 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:09.903991 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:09.904317 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:09.904640 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:09.919452 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c69a7465-aabf-4ae2-9ceb-0f707a737933 req-2c5d3b8c-4a9c-483e-83c0-53a4adf3322a tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.42 "GET /v2.0/security-groups?id=aabc6837-146a-4965-ab9b-8a14b86bcab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416045 Sep 21 22:04:09.951223 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cd70aa-2b66-4307-9b46-7fe708fe1457 req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] No DVR routers for this DVR port 171791dc-04a4-4ff7-bc15-c4590ed6681d on host hv-cinder-85881 {{(pid=110730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:04:09.953655 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-f0cd70aa-2b66-4307-9b46-7fe708fe1457 req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:09.957076 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-f0cd70aa-2b66-4307-9b46-7fe708fe1457 req-8d9a3326-a17c-4eaa-8f2a-ad6ac858b915 tempest-VolumesSnapshotTestJSON-283472521 tempest-VolumesSnapshotTestJSON-283472521-project] 10.222.0.61 "DELETE /v2.0/ports/171791dc-04a4-4ff7-bc15-c4590ed6681d HTTP/1.1" status: 204 len: 173 time: 0.4552035 Sep 21 22:04:09.957574 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f28c72-b1ef-494b-b40e-b43f570fb326', 'name': 'network-vif-deleted', 'tag': '171791dc-04a4-4ff7-bc15-c4590ed6681d'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:04:09.959970 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a98969a-5f74-40d1-bcac-a2aeb2090f9c" -d '{"events": [{"server_uuid": "53f28c72-b1ef-494b-b40e-b43f570fb326", "name": "network-vif-deleted", "tag": "171791dc-04a4-4ff7-bc15-c4590ed6681d"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:04:09.995390 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43611bc-cfbf-4178-90c1-f6a06941c1cf x-openstack-request-id: req-d43611bc-cfbf-4178-90c1-f6a06941c1cf {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:04:09.995686 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f28c72-b1ef-494b-b40e-b43f570fb326", "name": "network-vif-deleted", "tag": "171791dc-04a4-4ff7-bc15-c4590ed6681d", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:04:09.995945 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d43611bc-cfbf-4178-90c1-f6a06941c1cf {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:04:09.996362 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d43611bc-cfbf-4178-90c1-f6a06941c1cf'] response: {'server_uuid': '53f28c72-b1ef-494b-b40e-b43f570fb326', 'name': 'network-vif-deleted', 'tag': '171791dc-04a4-4ff7-bc15-c4590ed6681d', 'status': 'completed', 'code': 200} Sep 21 22:04:14.976392 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 171791dc-04a4-4ff7-bc15-c4590ed6681d no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:04:14.998015 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: 171791dc-04a4-4ff7-bc15-c4590ed6681d {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:04:14.998358 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 171791dc-04a4-4ff7-bc15-c4590ed6681d not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:04:17.181879 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a2157-a187-4d99-9daa-dde00f58810a req-52985efb-490f-49ac-b034-948367d07d95 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:17.183248 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1e4a2157-a187-4d99-9daa-dde00f58810a req-52985efb-490f-49ac-b034-948367d07d95 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 946 time: 0.0524201 Sep 21 22:04:17.232800 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1e4a2157-a187-4d99-9daa-dde00f58810a req-8c768959-4a57-43c7-8b31-91e071d71e50 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440199 Sep 21 22:04:17.260838 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 51516) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:17.445486 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6bfa07-bfbb-4273-9cd2-aa91942a6c2d tempest-TestMinimumBasicScenario-1859880442 tempest-TestMinimumBasicScenario-1859880442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:17.446972 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-1d6bfa07-bfbb-4273-9cd2-aa91942a6c2d tempest-TestMinimumBasicScenario-1859880442 tempest-TestMinimumBasicScenario-1859880442-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 1125 time: 0.1851485 Sep 21 22:04:17.449882 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 51520) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:17.454311 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Request body: {'floatingip': {'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'port_id': 'be8a317c-7338-40be-b828-31ca1dca4751', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:17.562193 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:17.663284 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:17.762816 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Allocated IP 172.27.2.82 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/1ef8a18f-f6b5-4c43-8e9a-83dfbf5dda30) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:04:17.865379 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for port (1ef8a18f-f6b5-4c43-8e9a-83dfbf5dda30), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:17.941118 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (1ef8a18f-f6b5-4c43-8e9a-83dfbf5dda30), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:17.974843 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:04:17.977896 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:04:17.981505 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:04:18.011712 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Pushing event updated for resources: {'Port': ['ID=1ef8a18f-f6b5-4c43-8e9a-83dfbf5dda30,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:18.024924 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:18.025308 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:18.030906 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:18.030906 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:18.030906 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:18.030906 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:18.030906 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:18.030906 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:18.030906 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:18.030906 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:18.030906 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:18.030906 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:18.030906 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:18.607948 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for floatingip (e0612120-c69a-469e-ad96-8602ced51b13), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:18.727751 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (1ef8a18f-f6b5-4c43-8e9a-83dfbf5dda30), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:18.871270 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for port (1ef8a18f-f6b5-4c43-8e9a-83dfbf5dda30), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:18.929343 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (1ef8a18f-f6b5-4c43-8e9a-83dfbf5dda30), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:18.995478 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (e0612120-c69a-469e-ad96-8602ced51b13), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:18.998159 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Pushing event updated for resources: {'Port': ['ID=1ef8a18f-f6b5-4c43-8e9a-83dfbf5dda30,revision_number=2']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:19.088976 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.l3_db [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Floating IP e0612120-c69a-469e-ad96-8602ced51b13 associated. External IP: 172.27.2.82, port: be8a317c-7338-40be-b828-31ca1dca4751. Sep 21 22:04:19.279624 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Router a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:04:19.382067 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:04:19.383891 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:19.393140 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9beb26-9ee6-48d1-aa5c-90bb00c77208 None None] Sync routers for ids ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:04:19.400865 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9beb26-9ee6-48d1-aa5c-90bb00c77208 None None] Routers {'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:04:19.401514 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-9f9beb26-9ee6-48d1-aa5c-90bb00c77208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:03:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:19.471828 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:19.502608 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-86091cd9-7a7b-4603-9163-1e26abbb9e72 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0511267 Sep 21 22:04:19.503183 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-9f9beb26-9ee6-48d1-aa5c-90bb00c77208 None None] Set router a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:04:19.503324 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0639b477-9243-499c-ac90-5fe114989de0', 'tag': 'be8a317c-7338-40be-b828-31ca1dca4751'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:04:19.505465 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51534) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:19.505970 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ec8448-5833-44ba-8801-46676959a58e" -d '{"events": [{"name": "network-changed", "server_uuid": "0639b477-9243-499c-ac90-5fe114989de0", "tag": "be8a317c-7338-40be-b828-31ca1dca4751"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:04:19.511641 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-a3a2f02a-395e-4a3e-b7e6-9f65642e296e tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1360058328', 'description': 'tempest-secgroup-smoke-1360058328 description', 'project_id': 'c99eb118f2b946389266460ec343db6d'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:19.541833 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cc9b62-9963-439a-a3d1-7d61493086a8 x-openstack-request-id: req-21cc9b62-9963-439a-a3d1-7d61493086a8 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:04:19.542127 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0639b477-9243-499c-ac90-5fe114989de0", "tag": "be8a317c-7338-40be-b828-31ca1dca4751", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:04:19.542404 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21cc9b62-9963-439a-a3d1-7d61493086a8 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:04:19.542814 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21cc9b62-9963-439a-a3d1-7d61493086a8'] response: {'name': 'network-changed', 'server_uuid': '0639b477-9243-499c-ac90-5fe114989de0', 'tag': 'be8a317c-7338-40be-b828-31ca1dca4751', 'status': 'completed', 'code': 200} Sep 21 22:04:19.610380 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a3a2f02a-395e-4a3e-b7e6-9f65642e296e tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:19.648505 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec8448-5833-44ba-8801-46676959a58e req-527f7313-2d33-46a7-bb2e-8a90192512f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:19.650306 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d5ec8448-5833-44ba-8801-46676959a58e req-527f7313-2d33-46a7-bb2e-8a90192512f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c99eb118f2b946389266460ec343db6d&device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 1130 time: 0.0669732 Sep 21 22:04:19.720921 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-9f9beb26-9ee6-48d1-aa5c-90bb00c77208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'name': 'tempest-TestMinimumBasicScenario-1383182409-router', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:19Z', 'revision_number': 4, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'gw_port': {'id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': 'e0612120-c69a-469e-ad96-8602ced51b13', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'port_id': 'be8a317c-7338-40be-b828-31ca1dca4751', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283', 'mac_address': 'fa:16:3e:3a:0f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0639b477-9243-499c-ac90-5fe114989de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:04:18Z', 'updated_at': '2022-09-21T22:04:18Z', 'revision_number': 0, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7800354-f509-4efe-82a0-f8a072d8ce1c', 'name': '', 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'mac_address': 'fa:16:3e:3c:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '24bcaf2c-8e7e-484f-b414-888d80530e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:18Z', 'updated_at': '2022-09-21T22:03:23Z', 'revision_number': 5, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'subnets': [{'id': '24bcaf2c-8e7e-484f-b414-888d80530e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:19.745419 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a3a2f02a-395e-4a3e-b7e6-9f65642e296e tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group (338f9dba-8305-4735-866c-30e08e88b3ea), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:19.748089 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9beb26-9ee6-48d1-aa5c-90bb00c77208 None None] Checking router: a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:04:19.756631 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9beb26-9ee6-48d1-aa5c-90bb00c77208 None None] Routers {'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:04:19.757263 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-9f9beb26-9ee6-48d1-aa5c-90bb00c77208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:03:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:19.769059 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec8448-5833-44ba-8801-46676959a58e req-61d3c586-b215-45a7-93fd-a6ab74284146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:19.770565 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d5ec8448-5833-44ba-8801-46676959a58e req-61d3c586-b215-45a7-93fd-a6ab74284146 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f735ca0e-5121-49df-85b3-cf97d454b283 HTTP/1.1" status: 200 len: 916 time: 0.1137996 Sep 21 22:04:19.810349 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a3a2f02a-395e-4a3e-b7e6-9f65642e296e tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (338f9dba-8305-4735-866c-30e08e88b3ea), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:19.866268 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-9f9beb26-9ee6-48d1-aa5c-90bb00c77208 None None] Set router a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:04:19.866531 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2f02a-395e-4a3e-b7e6-9f65642e296e tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338f9dba-8305-4735-866c-30e08e88b3ea,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:19.870182 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d5ec8448-5833-44ba-8801-46676959a58e req-88dd1b9f-47fd-4e88-9887-9cc658d05581 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8a317c-7338-40be-b828-31ca1dca4751 HTTP/1.1" status: 200 len: 999 time: 0.0923741 Sep 21 22:04:19.924982 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-a3a2f02a-395e-4a3e-b7e6-9f65642e296e tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:19.928584 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-a3a2f02a-395e-4a3e-b7e6-9f65642e296e tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4197257 Sep 21 22:04:19.929425 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51538) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:19.935894 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-372aba53-6e36-48ef-9e42-9fce9a26a0ad tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Request body: {'security_group_rule': {'security_group_id': '338f9dba-8305-4735-866c-30e08e88b3ea', 'project_id': 'c99eb118f2b946389266460ec343db6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:19.942623 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec8448-5833-44ba-8801-46676959a58e req-bbfd34ad-c0cc-424a-a229-84bdd9631532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:19.944221 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d5ec8448-5833-44ba-8801-46676959a58e req-bbfd34ad-c0cc-424a-a229-84bdd9631532 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24bcaf2c-8e7e-484f-b414-888d80530e9c HTTP/1.1" status: 200 len: 854 time: 0.0676627 Sep 21 22:04:20.001035 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec8448-5833-44ba-8801-46676959a58e req-b8b720b9-d587-466b-860f-b6d07fe778d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:20.003883 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d5ec8448-5833-44ba-8801-46676959a58e req-b8b720b9-d587-466b-860f-b6d07fe778d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f735ca0e-5121-49df-85b3-cf97d454b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501428 Sep 21 22:04:20.106831 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-9f9beb26-9ee6-48d1-aa5c-90bb00c77208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'name': 'tempest-TestMinimumBasicScenario-1383182409-router', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:19Z', 'revision_number': 4, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'gw_port': {'id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': 'e0612120-c69a-469e-ad96-8602ced51b13', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'port_id': 'be8a317c-7338-40be-b828-31ca1dca4751', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283', 'mac_address': 'fa:16:3e:3a:0f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0639b477-9243-499c-ac90-5fe114989de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:04:18Z', 'updated_at': '2022-09-21T22:04:18Z', 'revision_number': 0, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7800354-f509-4efe-82a0-f8a072d8ce1c', 'name': '', 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'mac_address': 'fa:16:3e:3c:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '24bcaf2c-8e7e-484f-b414-888d80530e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:18Z', 'updated_at': '2022-09-21T22:03:23Z', 'revision_number': 5, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'subnets': [{'id': '24bcaf2c-8e7e-484f-b414-888d80530e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:20.134747 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9beb26-9ee6-48d1-aa5c-90bb00c77208 None None] The sync data for ids ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'] in dv-cinder-858818-1-iscsi is: [{'id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'name': 'tempest-TestMinimumBasicScenario-1383182409-router', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:19Z', 'revision_number': 4, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'gw_port': {'id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': 'e0612120-c69a-469e-ad96-8602ced51b13', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'port_id': 'be8a317c-7338-40be-b828-31ca1dca4751', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283', 'mac_address': 'fa:16:3e:3a:0f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0639b477-9243-499c-ac90-5fe114989de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:04:18Z', 'updated_at': '2022-09-21T22:04:18Z', 'revision_number': 0, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7800354-f509-4efe-82a0-f8a072d8ce1c', 'name': '', 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'mac_address': 'fa:16:3e:3c:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '24bcaf2c-8e7e-484f-b414-888d80530e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:18Z', 'updated_at': '2022-09-21T22:03:23Z', 'revision_number': 5, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'subnets': [{'id': '24bcaf2c-8e7e-484f-b414-888d80530e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:04:20.370166 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8d87d-6a87-419a-8cef-5e7fccf3daf8 None None] New status for floating IP e0612120-c69a-469e-ad96-8602ced51b13: ACTIVE {{(pid=110732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:04:20.375977 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-372aba53-6e36-48ef-9e42-9fce9a26a0ad tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group_rule (4d08d824-4f52-4618-b63c-eddd03d6cc68), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:20.405899 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d5ec8448-5833-44ba-8801-46676959a58e req-8fa119ba-f15f-4820-b618-ee0d921ddee1 service neutron] 10.222.0.61 "GET /v2.0/networks/f735ca0e-5121-49df-85b3-cf97d454b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983278 Sep 21 22:04:20.490134 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-372aba53-6e36-48ef-9e42-9fce9a26a0ad tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group_rule (4d08d824-4f52-4618-b63c-eddd03d6cc68), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:20.516427 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-d5ec8448-5833-44ba-8801-46676959a58e req-3895d04b-ea8d-450b-acc2-6464ceb2c24a service neutron] 10.222.0.61 "GET /v2.0/networks/f735ca0e-5121-49df-85b3-cf97d454b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043129 Sep 21 22:04:20.552155 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-372aba53-6e36-48ef-9e42-9fce9a26a0ad tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (4d08d824-4f52-4618-b63c-eddd03d6cc68), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:20.571413 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372aba53-6e36-48ef-9e42-9fce9a26a0ad tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d08d824-4f52-4618-b63c-eddd03d6cc68,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:20.668548 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-372aba53-6e36-48ef-9e42-9fce9a26a0ad tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:20.669856 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-372aba53-6e36-48ef-9e42-9fce9a26a0ad tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7374246 Sep 21 22:04:20.672529 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51544) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:20.677314 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-3c6da51f-c5d4-4115-bf46-ed630007c03b tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Request body: {'security_group_rule': {'security_group_id': '338f9dba-8305-4735-866c-30e08e88b3ea', 'project_id': 'c99eb118f2b946389266460ec343db6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:20.780522 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3c6da51f-c5d4-4115-bf46-ed630007c03b tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group_rule (23488f7c-0318-44d3-945f-c535a6a5a530), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:20.841988 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3c6da51f-c5d4-4115-bf46-ed630007c03b tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group_rule (23488f7c-0318-44d3-945f-c535a6a5a530), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:20.900797 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3c6da51f-c5d4-4115-bf46-ed630007c03b tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (23488f7c-0318-44d3-945f-c535a6a5a530), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:20.919632 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6da51f-c5d4-4115-bf46-ed630007c03b tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23488f7c-0318-44d3-945f-c535a6a5a530,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:21.008740 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3c6da51f-c5d4-4115-bf46-ed630007c03b tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:21.010005 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-3c6da51f-c5d4-4115-bf46-ed630007c03b tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3365166 Sep 21 22:04:21.012857 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51550) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:21.017187 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-6c649b91-4e34-42ea-8f85-3dad381d5f9b tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Request body: {'security_group_rule': {'security_group_id': '338f9dba-8305-4735-866c-30e08e88b3ea', 'project_id': 'c99eb118f2b946389266460ec343db6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:21.108402 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6c649b91-4e34-42ea-8f85-3dad381d5f9b tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group_rule (7fa46966-6b67-46b1-ba03-fec2c9bbe714), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:21.162586 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6c649b91-4e34-42ea-8f85-3dad381d5f9b tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group_rule (7fa46966-6b67-46b1-ba03-fec2c9bbe714), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:21.323897 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6c649b91-4e34-42ea-8f85-3dad381d5f9b tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (7fa46966-6b67-46b1-ba03-fec2c9bbe714), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:21.339203 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c649b91-4e34-42ea-8f85-3dad381d5f9b tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa46966-6b67-46b1-ba03-fec2c9bbe714,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:21.460009 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6c649b91-4e34-42ea-8f85-3dad381d5f9b tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:21.461314 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-6c649b91-4e34-42ea-8f85-3dad381d5f9b tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4474413 Sep 21 22:04:21.467855 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51552) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:21.468228 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-d71b7433-c7cf-458e-8eb8-749372f7fb39 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Request body: {'security_group_rule': {'security_group_id': '338f9dba-8305-4735-866c-30e08e88b3ea', 'project_id': 'c99eb118f2b946389266460ec343db6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:21.577502 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d71b7433-c7cf-458e-8eb8-749372f7fb39 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group_rule (82cd3639-b731-41ac-a97b-b48edb270f00), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:21.635024 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d71b7433-c7cf-458e-8eb8-749372f7fb39 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group_rule (82cd3639-b731-41ac-a97b-b48edb270f00), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:21.734971 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d71b7433-c7cf-458e-8eb8-749372f7fb39 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (82cd3639-b731-41ac-a97b-b48edb270f00), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:21.752397 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b7433-c7cf-458e-8eb8-749372f7fb39 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82cd3639-b731-41ac-a97b-b48edb270f00,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:21.817662 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d71b7433-c7cf-458e-8eb8-749372f7fb39 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:21.818937 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-d71b7433-c7cf-458e-8eb8-749372f7fb39 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3540349 Sep 21 22:04:21.821774 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51556) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:21.826722 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-b2d00138-e59c-46e8-a868-c5957d04254f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Request body: {'security_group_rule': {'security_group_id': '338f9dba-8305-4735-866c-30e08e88b3ea', 'project_id': 'c99eb118f2b946389266460ec343db6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:21.889260 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.securitygroups_db [None req-b2d00138-e59c-46e8-a868-c5957d04254f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Project c99eb118f2b946389266460ec343db6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 22:04:21.895061 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b2d00138-e59c-46e8-a868-c5957d04254f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group_rule (43591684-73c0-4a5f-82dd-70d13a3a14be), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:21.954169 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b2d00138-e59c-46e8-a868-c5957d04254f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group_rule (43591684-73c0-4a5f-82dd-70d13a3a14be), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:22.024057 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b2d00138-e59c-46e8-a868-c5957d04254f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (43591684-73c0-4a5f-82dd-70d13a3a14be), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:22.043025 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d00138-e59c-46e8-a868-c5957d04254f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43591684-73c0-4a5f-82dd-70d13a3a14be,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:22.122877 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b2d00138-e59c-46e8-a868-c5957d04254f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:22.124131 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-b2d00138-e59c-46e8-a868-c5957d04254f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3014243 Sep 21 22:04:22.127480 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51560) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:22.131769 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-1be56717-1e26-47d2-b95c-8e1f32ef7173 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Request body: {'security_group_rule': {'security_group_id': '338f9dba-8305-4735-866c-30e08e88b3ea', 'project_id': 'c99eb118f2b946389266460ec343db6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:22.232256 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.securitygroups_db [None req-1be56717-1e26-47d2-b95c-8e1f32ef7173 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Project c99eb118f2b946389266460ec343db6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 22:04:22.237960 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1be56717-1e26-47d2-b95c-8e1f32ef7173 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group_rule (628a4a22-51a1-4ee2-a37a-04dfc59d58d2), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:22.295582 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1be56717-1e26-47d2-b95c-8e1f32ef7173 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group_rule (628a4a22-51a1-4ee2-a37a-04dfc59d58d2), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:22.371809 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1be56717-1e26-47d2-b95c-8e1f32ef7173 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (628a4a22-51a1-4ee2-a37a-04dfc59d58d2), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:22.390327 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be56717-1e26-47d2-b95c-8e1f32ef7173 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628a4a22-51a1-4ee2-a37a-04dfc59d58d2,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:22.459552 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1be56717-1e26-47d2-b95c-8e1f32ef7173 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:22.461257 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-1be56717-1e26-47d2-b95c-8e1f32ef7173 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3323236 Sep 21 22:04:22.546954 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7606903c-709c-429b-84b6-1216b010929a req-b8cf02d4-dbca-4bc3-8f37-06f8abd2fe44 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360058328&fields=id&tenant_id=c99eb118f2b946389266460ec343db6d HTTP/1.1" status: 200 len: 267 time: 0.0432086 Sep 21 22:04:22.605901 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606903c-709c-429b-84b6-1216b010929a req-e38d31d0-a6bb-4131-925a-b4013b0f6c12 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:22.607355 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7606903c-709c-429b-84b6-1216b010929a req-e38d31d0-a6bb-4131-925a-b4013b0f6c12 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 946 time: 0.0545530 Sep 21 22:04:22.618564 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-7606903c-709c-429b-84b6-1216b010929a req-2cbbffff-98f5-4f07-ada8-5135d3b7c91e tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Request body: {'port': {'security_groups': ['53251dbf-7b13-4e4d-ad38-79feb74ef407', '338f9dba-8305-4735-866c-30e08e88b3ea']}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:22.685417 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-7606903c-709c-429b-84b6-1216b010929a req-2cbbffff-98f5-4f07-ada8-5135d3b7c91e tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (be8a317c-7338-40be-b828-31ca1dca4751), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:22.861336 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-7606903c-709c-429b-84b6-1216b010929a req-2cbbffff-98f5-4f07-ada8-5135d3b7c91e tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] For port be8a317c-7338-40be-b828-31ca1dca4751, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=be8a317c-7338-40be-b828-31ca1dca4751,segment=NetworkSegment(69cee5a0-aa7f-4b04-a181-a2e648e42692),segment_id=69cee5a0-aa7f-4b04-a181-a2e648e42692)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:04:22.887922 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-7606903c-709c-429b-84b6-1216b010929a req-2cbbffff-98f5-4f07-ada8-5135d3b7c91e tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for port (be8a317c-7338-40be-b828-31ca1dca4751), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:22.957380 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-7606903c-709c-429b-84b6-1216b010929a req-2cbbffff-98f5-4f07-ada8-5135d3b7c91e tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (be8a317c-7338-40be-b828-31ca1dca4751), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:22.967771 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606903c-709c-429b-84b6-1216b010929a req-2cbbffff-98f5-4f07-ada8-5135d3b7c91e tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:22.968440 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-7606903c-709c-429b-84b6-1216b010929a req-2cbbffff-98f5-4f07-ada8-5135d3b7c91e tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:22.969828 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7606903c-709c-429b-84b6-1216b010929a req-2cbbffff-98f5-4f07-ada8-5135d3b7c91e tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "PUT /v2.0/ports/be8a317c-7338-40be-b828-31ca1dca4751 HTTP/1.1" status: 200 len: 982 time: 0.3556161 Sep 21 22:04:22.970907 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0639b477-9243-499c-ac90-5fe114989de0', 'tag': 'be8a317c-7338-40be-b828-31ca1dca4751'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:04:22.973248 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f64be01-b24c-4103-abd2-9856e4149f44" -d '{"events": [{"name": "network-changed", "server_uuid": "0639b477-9243-499c-ac90-5fe114989de0", "tag": "be8a317c-7338-40be-b828-31ca1dca4751"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:04:23.015825 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db2c33c-d92f-430d-8488-5e041960b2df x-openstack-request-id: req-6db2c33c-d92f-430d-8488-5e041960b2df {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:04:23.016146 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0639b477-9243-499c-ac90-5fe114989de0", "tag": "be8a317c-7338-40be-b828-31ca1dca4751", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:04:23.016401 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6db2c33c-d92f-430d-8488-5e041960b2df {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:04:23.016798 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db2c33c-d92f-430d-8488-5e041960b2df'] response: {'name': 'network-changed', 'server_uuid': '0639b477-9243-499c-ac90-5fe114989de0', 'tag': 'be8a317c-7338-40be-b828-31ca1dca4751', 'status': 'completed', 'code': 200} Sep 21 22:04:23.039292 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbffff-98f5-4f07-ada8-5135d3b7c91e tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Pushing event updated for resources: {'Port': ['ID=be8a317c-7338-40be-b828-31ca1dca4751,revision_number=6']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:23.084184 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df61a7-d3c8-4bc8-84b8-427b77443053 req-2134df84-30c4-409e-bf97-5d5e3017d930 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:23.085699 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b4df61a7-d3c8-4bc8-84b8-427b77443053 req-2134df84-30c4-409e-bf97-5d5e3017d930 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 985 time: 0.0606229 Sep 21 22:04:23.143869 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b4df61a7-d3c8-4bc8-84b8-427b77443053 req-52f029f2-b642-4011-8c31-61adeb7697ff tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=338f9dba-8305-4735-866c-30e08e88b3ea&id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523796 Sep 21 22:04:24.450633 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:04:25.201657 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['be8a317c-7338-40be-b828-31ca1dca4751'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:04:25.295858 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64be01-b24c-4103-abd2-9856e4149f44 req-0b65497e-8e09-425e-8f5a-e0192d43ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:25.297444 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-7f64be01-b24c-4103-abd2-9856e4149f44 req-0b65497e-8e09-425e-8f5a-e0192d43ee60 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c99eb118f2b946389266460ec343db6d&device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 1169 time: 0.0491140 Sep 21 22:04:25.342313 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['be8a317c-7338-40be-b828-31ca1dca4751'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:04:25.387678 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64be01-b24c-4103-abd2-9856e4149f44 req-e481102e-5e27-4e72-9e52-fe94fdc16fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:25.389209 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-7f64be01-b24c-4103-abd2-9856e4149f44 req-e481102e-5e27-4e72-9e52-fe94fdc16fdf service neutron] 10.222.0.61 "GET /v2.0/networks?id=f735ca0e-5121-49df-85b3-cf97d454b283 HTTP/1.1" status: 200 len: 916 time: 0.0855041 Sep 21 22:04:25.451798 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-7f64be01-b24c-4103-abd2-9856e4149f44 req-86d84deb-5df9-40c5-86da-4aafa9bb5d82 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8a317c-7338-40be-b828-31ca1dca4751 HTTP/1.1" status: 200 len: 1001 time: 0.0560720 Sep 21 22:04:25.498866 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64be01-b24c-4103-abd2-9856e4149f44 req-439d3895-e3d0-455d-b858-6bf35caf9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:25.500348 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-7f64be01-b24c-4103-abd2-9856e4149f44 req-439d3895-e3d0-455d-b858-6bf35caf9b5f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24bcaf2c-8e7e-484f-b414-888d80530e9c HTTP/1.1" status: 200 len: 854 time: 0.0430896 Sep 21 22:04:25.555446 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64be01-b24c-4103-abd2-9856e4149f44 req-c26bd964-ec63-4ef3-b287-ee3d5e3f3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:25.555832 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-7f64be01-b24c-4103-abd2-9856e4149f44 req-c26bd964-ec63-4ef3-b287-ee3d5e3f3990 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f735ca0e-5121-49df-85b3-cf97d454b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479212 Sep 21 22:04:25.651195 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-7f64be01-b24c-4103-abd2-9856e4149f44 req-49b9720c-608e-44cc-979c-2691172819fc service neutron] 10.222.0.61 "GET /v2.0/networks/f735ca0e-5121-49df-85b3-cf97d454b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837379 Sep 21 22:04:25.744452 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-7f64be01-b24c-4103-abd2-9856e4149f44 req-f61c52b7-2ee3-4bfd-9e61-e340e9c75496 service neutron] 10.222.0.61 "GET /v2.0/networks/f735ca0e-5121-49df-85b3-cf97d454b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869100 Sep 21 22:04:26.528998 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-6778e861-e141-403d-ac28-7aad13f53e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:28.299259 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-668a0a7e-de12-4df3-83f6-ab5a4bc14971 req-064542ce-c1e4-4e82-afef-6deac21be983 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433068 Sep 21 22:04:28.401114 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a0a7e-de12-4df3-83f6-ab5a4bc14971 req-23d8c2c7-3338-43cc-a7fa-83a642305be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:28.402600 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-668a0a7e-de12-4df3-83f6-ab5a4bc14971 req-23d8c2c7-3338-43cc-a7fa-83a642305be7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c99eb118f2b946389266460ec343db6d&device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 1169 time: 0.0454588 Sep 21 22:04:28.508869 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a0a7e-de12-4df3-83f6-ab5a4bc14971 req-ad088c1f-00b3-4879-9383-9d63d09ebc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:28.510316 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-668a0a7e-de12-4df3-83f6-ab5a4bc14971 req-ad088c1f-00b3-4879-9383-9d63d09ebc62 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f735ca0e-5121-49df-85b3-cf97d454b283 HTTP/1.1" status: 200 len: 916 time: 0.0871298 Sep 21 22:04:28.575047 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-668a0a7e-de12-4df3-83f6-ab5a4bc14971 req-0582b404-e1a8-4a5c-8d56-1e9de0d61c06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8a317c-7338-40be-b828-31ca1dca4751 HTTP/1.1" status: 200 len: 1001 time: 0.0588164 Sep 21 22:04:28.623716 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a0a7e-de12-4df3-83f6-ab5a4bc14971 req-bdd9f6c4-b0be-4810-aaec-8f361c74c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:28.625210 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-668a0a7e-de12-4df3-83f6-ab5a4bc14971 req-bdd9f6c4-b0be-4810-aaec-8f361c74c0ee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24bcaf2c-8e7e-484f-b414-888d80530e9c HTTP/1.1" status: 200 len: 854 time: 0.0442381 Sep 21 22:04:28.637716 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-573c4aa4-c350-490f-90cf-f280b63d5086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:28.678003 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a0a7e-de12-4df3-83f6-ab5a4bc14971 req-10aa123d-7f5e-4422-a3eb-9f329f629335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:28.679499 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-668a0a7e-de12-4df3-83f6-ab5a4bc14971 req-10aa123d-7f5e-4422-a3eb-9f329f629335 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f735ca0e-5121-49df-85b3-cf97d454b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485837 Sep 21 22:04:28.768850 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-668a0a7e-de12-4df3-83f6-ab5a4bc14971 req-26d32611-2b45-4885-a2d4-b3a297086c39 service neutron] 10.222.0.61 "GET /v2.0/networks/f735ca0e-5121-49df-85b3-cf97d454b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824864 Sep 21 22:04:28.858469 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-668a0a7e-de12-4df3-83f6-ab5a4bc14971 req-467ea294-39d8-45bf-a35e-05362a38b357 service neutron] 10.222.0.61 "GET /v2.0/networks/f735ca0e-5121-49df-85b3-cf97d454b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837061 Sep 21 22:04:29.886454 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:31.560419 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:33.063140 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:37.090118 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51654) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:37.134308 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2f7bd3-f4f1-4bbb-a37f-8b7aee8bb827 admin admin] Deleting subnet f78efa63-e59e-4d4a-b435-7e6dc34d85be {{(pid=110730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:04:37.137326 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ef2f7bd3-f4f1-4bbb-a37f-8b7aee8bb827 admin admin] Publish callbacks [] for subnet (f78efa63-e59e-4d4a-b435-7e6dc34d85be), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:37.171377 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ef2f7bd3-f4f1-4bbb-a37f-8b7aee8bb827 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436140'] for subnet (f78efa63-e59e-4d4a-b435-7e6dc34d85be), precommit_delete_associations {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:37.209874 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ef2f7bd3-f4f1-4bbb-a37f-8b7aee8bb827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33078224'] for subnet (f78efa63-e59e-4d4a-b435-7e6dc34d85be), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:37.323217 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ef2f7bd3-f4f1-4bbb-a37f-8b7aee8bb827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33078215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9436124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364540'] for subnet (f78efa63-e59e-4d4a-b435-7e6dc34d85be), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:37.348625 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f7bd3-f4f1-4bbb-a37f-8b7aee8bb827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f78efa63-e59e-4d4a-b435-7e6dc34d85be,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:37.357517 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-ef2f7bd3-f4f1-4bbb-a37f-8b7aee8bb827 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:37.357517 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-ef2f7bd3-f4f1-4bbb-a37f-8b7aee8bb827 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f78efa63-e59e-4d4a-b435-7e6dc34d85be HTTP/1.1" status: 204 len: 168 time: 0.2653522 Sep 21 22:04:37.359065 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51656) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:37.425329 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-803b7769-c1a0-4f24-98f2-d1b9f4a33f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33135276'] for network (b9f43c02-689d-4001-8a87-e0e159b60f87), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:37.505488 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-803b7769-c1a0-4f24-98f2-d1b9f4a33f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33075543', 'neutron.services.segments.db._delete_segments_for_network-8730879860727'] for network (b9f43c02-689d-4001-8a87-e0e159b60f87), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:37.525727 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-803b7769-c1a0-4f24-98f2-d1b9f4a33f0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f43c02-689d-4001-8a87-e0e159b60f87']}} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:37.534873 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-803b7769-c1a0-4f24-98f2-d1b9f4a33f0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418b9f00-9632-42bc-a0fd-56528850040e') {'for_net_delete': True} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:37.535168 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-803b7769-c1a0-4f24-98f2-d1b9f4a33f0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418b9f00-9632-42bc-a0fd-56528850040e') {} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:37.544272 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-803b7769-c1a0-4f24-98f2-d1b9f4a33f0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730879863565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436123'] for segment (418b9f00-9632-42bc-a0fd-56528850040e), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:37.557141 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-803b7769-c1a0-4f24-98f2-d1b9f4a33f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (418b9f00-9632-42bc-a0fd-56528850040e), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:37.562814 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803b7769-c1a0-4f24-98f2-d1b9f4a33f0b admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=110730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:04:37.563192 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-803b7769-c1a0-4f24-98f2-d1b9f4a33f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9435006'] for segment (418b9f00-9632-42bc-a0fd-56528850040e), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:37.601018 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 418b9f00-9632-42bc-a0fd-56528850040e resource provider aggregate not found Sep 21 22:04:37.618371 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 418b9f00-9632-42bc-a0fd-56528850040e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 418b9f00-9632-42bc-a0fd-56528850040e found for delete ", "request_id": "req-cc5d180f-0e0d-44b0-98aa-e978e5ce9b48"}]} Sep 21 22:04:37.680240 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-803b7769-c1a0-4f24-98f2-d1b9f4a33f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33075534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754953'] for network (b9f43c02-689d-4001-8a87-e0e159b60f87), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:37.685470 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-803b7769-c1a0-4f24-98f2-d1b9f4a33f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:37.689919 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-803b7769-c1a0-4f24-98f2-d1b9f4a33f0b admin admin] 10.222.0.42 "DELETE /v2.0/networks/b9f43c02-689d-4001-8a87-e0e159b60f87 HTTP/1.1" status: 204 len: 168 time: 0.3286116 Sep 21 22:04:37.700820 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b7769-c1a0-4f24-98f2-d1b9f4a33f0b admin admin] Pushing event deleted for resources: {'Network': ['ID=b9f43c02-689d-4001-8a87-e0e159b60f87,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:38.023132 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51664) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:38.066287 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-3090e948-3b14-44bb-9f8c-b45146e60220 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3025559b79a4a07985e8a79dcb37b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418379 Sep 21 22:04:38.069259 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51666) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:38.115312 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b2db59d3-55ec-4d30-ad9d-c87dcaa9986c admin admin] Publish callbacks [] for security_group (aabc6837-146a-4965-ab9b-8a14b86bcab5), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:38.135545 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b2db59d3-55ec-4d30-ad9d-c87dcaa9986c admin admin] Publish callbacks [] for security_group (aabc6837-146a-4965-ab9b-8a14b86bcab5), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:38.248300 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b2db59d3-55ec-4d30-ad9d-c87dcaa9986c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (aabc6837-146a-4965-ab9b-8a14b86bcab5), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:38.250942 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-b2db59d3-55ec-4d30-ad9d-c87dcaa9986c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:38.252089 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-b2db59d3-55ec-4d30-ad9d-c87dcaa9986c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aabc6837-146a-4965-ab9b-8a14b86bcab5 HTTP/1.1" status: 204 len: 168 time: 0.1819165 Sep 21 22:04:38.259946 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db59d3-55ec-4d30-ad9d-c87dcaa9986c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabc6837-146a-4965-ab9b-8a14b86bcab5,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:39.226060 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51690) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:39.319393 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-d8eb7376-b87d-4bd6-9084-707eb218d52a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-958591484-network', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:39.380532 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8eb7376-b87d-4bd6-9084-707eb218d52a admin admin] Made reservation on behalf of 96e3307333ba467d8f4f97dd6775ba12 for: {'network': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:04:39.382833 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d8eb7376-b87d-4bd6-9084-707eb218d52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:39.391018 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d8eb7376-b87d-4bd6-9084-707eb218d52a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:39.462131 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d8eb7376-b87d-4bd6-9084-707eb218d52a admin admin] Publish callbacks [] for security_group (1a3e7354-3006-40d3-a086-8bc8ed1cd2ba), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:39.522776 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d8eb7376-b87d-4bd6-9084-707eb218d52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (1a3e7354-3006-40d3-a086-8bc8ed1cd2ba), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:39.549310 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8eb7376-b87d-4bd6-9084-707eb218d52a admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=110730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:04:39.555359 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb7376-b87d-4bd6-9084-707eb218d52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3e7354-3006-40d3-a086-8bc8ed1cd2ba,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:39.562364 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d8eb7376-b87d-4bd6-9084-707eb218d52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (d442e26e-0272-4609-a802-d345c06d326f), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:39.563230 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.segments_db [None req-d8eb7376-b87d-4bd6-9084-707eb218d52a admin admin] Added segment d442e26e-0272-4609-a802-d345c06d326f of type vlan for network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 Sep 21 22:04:39.605057 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d8eb7376-b87d-4bd6-9084-707eb218d52a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (193a34aa-ee4a-45e3-9672-efa7dd4524f9), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:39.674363 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d8eb7376-b87d-4bd6-9084-707eb218d52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (193a34aa-ee4a-45e3-9672-efa7dd4524f9), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:39.675319 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb7376-b87d-4bd6-9084-707eb218d52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:39.675928 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-d8eb7376-b87d-4bd6-9084-707eb218d52a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:39.733517 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb7376-b87d-4bd6-9084-707eb218d52a admin admin] Pushing event updated for resources: {'Network': ['ID=193a34aa-ee4a-45e3-9672-efa7dd4524f9,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:39.744073 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:04:39.775028 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-d8eb7376-b87d-4bd6-9084-707eb218d52a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5477657 Sep 21 22:04:39.778486 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51694) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:39.783288 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-6add9f96-d59a-4fcf-8c6c-2ecd1b6dadd5 admin admin] Request body: {'subnet': {'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-958591484-subnet', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'ip_version': 4}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:39.851532 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6add9f96-d59a-4fcf-8c6c-2ecd1b6dadd5 admin admin] Made reservation on behalf of 96e3307333ba467d8f4f97dd6775ba12 for: {'subnet': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:04:39.853933 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6add9f96-d59a-4fcf-8c6c-2ecd1b6dadd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364503'] for subnet (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:40.068703 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6add9f96-d59a-4fcf-8c6c-2ecd1b6dadd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9435907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364485'] for subnet (72816605-4aa9-4890-b89b-7aa582f97392), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:40.124701 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add9f96-d59a-4fcf-8c6c-2ecd1b6dadd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72816605-4aa9-4890-b89b-7aa582f97392,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:40.131668 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6add9f96-d59a-4fcf-8c6c-2ecd1b6dadd5 admin admin] Checking segment: {'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:04:40.132025 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6add9f96-d59a-4fcf-8c6c-2ecd1b6dadd5 admin admin] Network hostable DHCP agents. Network: 193a34aa-ee4a-45e3-9672-efa7dd4524f9, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:04:40.209169 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6add9f96-d59a-4fcf-8c6c-2ecd1b6dadd5 admin admin] Network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:04:40.286373 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-6add9f96-d59a-4fcf-8c6c-2ecd1b6dadd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, 193a34aa-ee4a-45e3-9672-efa7dd4524f9) {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:04:40.290821 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6add9f96-d59a-4fcf-8c6c-2ecd1b6dadd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:40.300377 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6add9f96-d59a-4fcf-8c6c-2ecd1b6dadd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:40.301145 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcb385d-2e37-49a4-bef8-ac417a73cf90 None None] Network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:04:40.374585 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-6add9f96-d59a-4fcf-8c6c-2ecd1b6dadd5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5949311 Sep 21 22:04:40.377294 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51700) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:40.382023 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:40.390905 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c86c540-5e61-54b3-b1b4-fe06f5909a9b-193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392'}]}} from dv-cinder-858818-1-iscsi. {{(pid=110732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 22:04:40.391763 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:40.463523 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256442'] for router (34a96f29-9d31-4925-95c3-337d8c91f8b1), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:40.464617 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256435'] for router (34a96f29-9d31-4925-95c3-337d8c91f8b1), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:40.524105 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] Publish callbacks [] for router_controller (34a96f29-9d31-4925-95c3-337d8c91f8b1), precommit_add_association {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:40.531760 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.db_base_plugin_common [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Allocated IP 172.20.0.2 (193a34aa-ee4a-45e3-9672-efa7dd4524f9/72816605-4aa9-4890-b89b-7aa582f97392/0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29) {{(pid=110732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:04:40.634848 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12d50b-2dc7-4f86-91a5-f41fece00bad req-0c90e356-cd92-43f9-8645-30e7a6e82b98 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:40.637114 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7f12d50b-2dc7-4f86-91a5-f41fece00bad req-0c90e356-cd92-43f9-8645-30e7a6e82b98 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 985 time: 0.1755142 Sep 21 22:04:40.667170 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915a4b7-3ff2-47fc-9cf2-22d4d1b60b54 req-c342c1e2-5c34-4bd8-b4b7-b046321135a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:40.672121 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-e915a4b7-3ff2-47fc-9cf2-22d4d1b60b54 req-c342c1e2-5c34-4bd8-b4b7-b046321135a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c99eb118f2b946389266460ec343db6d&device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 1169 time: 0.1127317 Sep 21 22:04:40.679326 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Publish callbacks [] for port (0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29), precommit_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:40.700684 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7f12d50b-2dc7-4f86-91a5-f41fece00bad req-7f943892-29bb-45bb-9fac-0637b9237678 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=338f9dba-8305-4735-866c-30e08e88b3ea&id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568600 Sep 21 22:04:40.751696 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29), after_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:40.777216 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] Publish callbacks [] for router_gateway (34a96f29-9d31-4925-95c3-337d8c91f8b1), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:40.787376 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 is already hosted by enough agents. {{(pid=110732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:04:40.790172 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.base_scheduler [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Resources bound (agent type, host, resource id): {{(pid=110732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:04:40.793612 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Received port after_create {{(pid=110732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:04:40.804276 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Pushing event updated for resources: {'Port': ['ID=0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29,revision_number=1']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:40.821214 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915a4b7-3ff2-47fc-9cf2-22d4d1b60b54 req-f46d9819-8a3f-4612-b35f-02144e0e39f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:40.822696 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-e915a4b7-3ff2-47fc-9cf2-22d4d1b60b54 req-f46d9819-8a3f-4612-b35f-02144e0e39f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f735ca0e-5121-49df-85b3-cf97d454b283 HTTP/1.1" status: 200 len: 916 time: 0.1197278 Sep 21 22:04:40.827229 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:40.827575 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:40.827937 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:40.828271 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:40.828604 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:40.828927 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:40.829270 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:40.829593 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:40.829916 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:40.830234 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:40.830559 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:40.830874 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:40.831189 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:40.865814 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Attempting to bind port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:04:40.870309 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Attempting to bind port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:04:40.870309 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Attempting to bind port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 on network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:04:40.871725 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:04:40.872094 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Checking segment: {'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:04:40.872490 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:40.873017 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Bound using segment: {'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:04:40.873506 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Bound port: 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:04:40.873886 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:40.921313 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-e915a4b7-3ff2-47fc-9cf2-22d4d1b60b54 req-4e31c984-9de9-4172-b588-415002f9eea7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8a317c-7338-40be-b828-31ca1dca4751 HTTP/1.1" status: 200 len: 1001 time: 0.0924852 Sep 21 22:04:40.935276 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] For port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:04:40.938414 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] For port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:04:40.981914 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915a4b7-3ff2-47fc-9cf2-22d4d1b60b54 req-d444d7e0-7f63-4311-ad3f-ac14119f51ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:40.983333 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-e915a4b7-3ff2-47fc-9cf2-22d4d1b60b54 req-d444d7e0-7f63-4311-ad3f-ac14119f51ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24bcaf2c-8e7e-484f-b414-888d80530e9c HTTP/1.1" status: 200 len: 854 time: 0.0545208 Sep 21 22:04:41.023852 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:41.074848 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e97570-d004-4a99-928b-49940f63a94a None None] Pushing event updated for resources: {'Port': ['ID=0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29,revision_number=2']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:41.109698 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915a4b7-3ff2-47fc-9cf2-22d4d1b60b54 req-a915f846-d192-45cb-a31a-22ceb2e792a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:41.111208 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-e915a4b7-3ff2-47fc-9cf2-22d4d1b60b54 req-a915f846-d192-45cb-a31a-22ceb2e792a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f735ca0e-5121-49df-85b3-cf97d454b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1203327 Sep 21 22:04:41.212836 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] Publish callbacks [] for router_gateway (34a96f29-9d31-4925-95c3-337d8c91f8b1), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:41.244431 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:41.302431 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-e915a4b7-3ff2-47fc-9cf2-22d4d1b60b54 req-4e458735-721f-4972-945c-ceaeadb38ede service neutron] 10.222.0.61 "GET /v2.0/networks/f735ca0e-5121-49df-85b3-cf97d454b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841083 Sep 21 22:04:41.433990 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] Allocated IP 172.27.2.44 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/0f6b045d-d6e9-41d0-ae4d-15cd81109829) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:04:41.451163 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-e915a4b7-3ff2-47fc-9cf2-22d4d1b60b54 req-6fa7c6a1-0535-4531-91f7-887b0fd5b674 service neutron] 10.222.0.61 "GET /v2.0/networks/f735ca0e-5121-49df-85b3-cf97d454b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390972 Sep 21 22:04:41.552008 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] Publish callbacks [] for port (0f6b045d-d6e9-41d0-ae4d-15cd81109829), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:41.649295 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (0f6b045d-d6e9-41d0-ae4d-15cd81109829), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:41.688314 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:04:41.691214 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:04:41.697734 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:04:41.720470 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] Pushing event updated for resources: {'Port': ['ID=0f6b045d-d6e9-41d0-ae4d-15cd81109829,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:41.899190 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b335b2-caae-4f50-b648-6c644db6595a req-a95dba1c-d172-4062-8a46-96eb1b1d94c1 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:41.900748 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-04b335b2-caae-4f50-b648-6c644db6595a req-a95dba1c-d172-4062-8a46-96eb1b1d94c1 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 985 time: 0.1135724 Sep 21 22:04:41.963088 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33828cc-68ef-4d74-bdd5-b8e97484b7fb None None] Network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:04:41.977340 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-04b335b2-caae-4f50-b648-6c644db6595a req-f3d21812-535a-4643-94a4-133aa764a3e1 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=338f9dba-8305-4735-866c-30e08e88b3ea&id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706155 Sep 21 22:04:42.028060 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] Publish callbacks [] for router_gateway (34a96f29-9d31-4925-95c3-337d8c91f8b1), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:42.048426 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-2c3f42f0-00fe-45fc-b54d-f60d757005cc None None] Provisioning complete for port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:42.048800 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-2c3f42f0-00fe-45fc-b54d-f60d757005cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:42.049162 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-2c3f42f0-00fe-45fc-b54d-f60d757005cc None None] Attempt 1 to provision port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 Sep 21 22:04:42.159103 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f42f0-00fe-45fc-b54d-f60d757005cc None None] Current status of the port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:42.159412 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-2c3f42f0-00fe-45fc-b54d-f60d757005cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:42.196553 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-2c3f42f0-00fe-45fc-b54d-f60d757005cc None None] For port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:04:42.271643 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-2c3f42f0-00fe-45fc-b54d-f60d757005cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:42.328486 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f42f0-00fe-45fc-b54d-f60d757005cc None None] Pushing event updated for resources: {'Port': ['ID=0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:42.391980 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-662e550f-4639-4aa5-8db9-696105605819 None None] Provisioning complete for port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:42.392357 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-662e550f-4639-4aa5-8db9-696105605819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:42.392714 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-662e550f-4639-4aa5-8db9-696105605819 None None] Attempt 1 to provision port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 Sep 21 22:04:42.463703 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-662e550f-4639-4aa5-8db9-696105605819 None None] Current status of the port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:42.469674 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755185'] for router (34a96f29-9d31-4925-95c3-337d8c91f8b1), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:42.665729 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] Router 34a96f29-9d31-4925-95c3-337d8c91f8b1 is scheduled to L3 agent f3be49e0-699b-41e8-a354-a1575a796fae with binding_index 1 {{(pid=110730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 22:04:42.763018 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:04:42.773460 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Sync routers for ids ['34a96f29-9d31-4925-95c3-337d8c91f8b1'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:04:42.791997 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Routers {'34a96f29-9d31-4925-95c3-337d8c91f8b1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:04:42.792773 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:04:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['34a96f29-9d31-4925-95c3-337d8c91f8b1'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:42.848300 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:04:42.859425 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:42.861441 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-4102b1e5-832e-48cb-a6d4-c0976376dba3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4831190 Sep 21 22:04:42.864158 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51710) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:42.893343 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Set router 34a96f29-9d31-4925-95c3-337d8c91f8b1 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:04:42.901064 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:42.905173 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:42.905173 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 Sep 21 22:04:42.976382 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:43.079947 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:41Z', 'revision_number': 3, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:43.105401 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Checking router: 34a96f29-9d31-4925-95c3-337d8c91f8b1 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:04:43.106051 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Updating router 34a96f29-9d31-4925-95c3-337d8c91f8b1 port 0f6b045d-d6e9-41d0-ae4d-15cd81109829 binding host dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:04:43.120802 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e79126-ab65-41c0-85b7-16278f83b7e2 req-cfcb63bb-aad6-4ce9-ba40-190eb6c8164e tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:43.122415 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-96e79126-ab65-41c0-85b7-16278f83b7e2 req-cfcb63bb-aad6-4ce9-ba40-190eb6c8164e tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 985 time: 0.0558932 Sep 21 22:04:43.134980 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (0f6b045d-d6e9-41d0-ae4d-15cd81109829), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.183760 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-96e79126-ab65-41c0-85b7-16278f83b7e2 req-200d46c7-9a72-42aa-9b67-1f3a5272c5f4 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=338f9dba-8305-4735-866c-30e08e88b3ea&id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554631 Sep 21 22:04:43.286916 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-df6c4787-453b-4e57-9137-096886c0065b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.438403 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-df6c4787-453b-4e57-9137-096886c0065b admin admin] Allocated IP 172.20.0.1 (193a34aa-ee4a-45e3-9672-efa7dd4524f9/72816605-4aa9-4890-b89b-7aa582f97392/0166ca6b-13b2-4ebb-a65b-011d47c1c111) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:04:43.461286 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Publish callbacks [] for port (0f6b045d-d6e9-41d0-ae4d-15cd81109829), precommit_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.520638 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (0f6b045d-d6e9-41d0-ae4d-15cd81109829), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.540358 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-df6c4787-453b-4e57-9137-096886c0065b admin admin] Publish callbacks [] for port (0166ca6b-13b2-4ebb-a65b-011d47c1c111), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.563626 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Attempting to bind port 0f6b045d-d6e9-41d0-ae4d-15cd81109829 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:04:43.564004 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Attempting to bind port 0f6b045d-d6e9-41d0-ae4d-15cd81109829 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:04:43.564384 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Attempting to bind port 0f6b045d-d6e9-41d0-ae4d-15cd81109829 on network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:04:43.571493 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452d39a-ae29-42af-b665-53205b093cd6 None None] Pushing event updated for resources: {'Port': ['ID=0f6b045d-d6e9-41d0-ae4d-15cd81109829,revision_number=2']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:43.574360 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:04:43.574728 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Checking segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:04:43.575121 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.575502 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Bound using segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:04:43.576001 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Bound port: 0f6b045d-d6e9-41d0-ae4d-15cd81109829, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:04:43.576374 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (0f6b045d-d6e9-41d0-ae4d-15cd81109829), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.598677 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452d39a-ae29-42af-b665-53205b093cd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:43.599053 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452d39a-ae29-42af-b665-53205b093cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:43.599410 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452d39a-ae29-42af-b665-53205b093cd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:43.599747 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452d39a-ae29-42af-b665-53205b093cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:43.600075 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452d39a-ae29-42af-b665-53205b093cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:43.600400 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452d39a-ae29-42af-b665-53205b093cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:43.600723 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452d39a-ae29-42af-b665-53205b093cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:43.601145 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452d39a-ae29-42af-b665-53205b093cd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:43.611404 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452d39a-ae29-42af-b665-53205b093cd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:43.611404 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452d39a-ae29-42af-b665-53205b093cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:43.611404 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452d39a-ae29-42af-b665-53205b093cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:43.611404 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452d39a-ae29-42af-b665-53205b093cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:43.611404 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452d39a-ae29-42af-b665-53205b093cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:43.629658 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-df6c4787-453b-4e57-9137-096886c0065b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (0166ca6b-13b2-4ebb-a65b-011d47c1c111), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.632757 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] For port 0f6b045d-d6e9-41d0-ae4d-15cd81109829, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:04:43.636235 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] For port 0f6b045d-d6e9-41d0-ae4d-15cd81109829, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=0f6b045d-d6e9-41d0-ae4d-15cd81109829,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:04:43.667713 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c4787-453b-4e57-9137-096886c0065b admin admin] Network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:04:43.670628 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-df6c4787-453b-4e57-9137-096886c0065b admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:04:43.677021 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c4787-453b-4e57-9137-096886c0065b admin admin] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:04:43.681893 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c4787-453b-4e57-9137-096886c0065b admin admin] Pushing event updated for resources: {'Port': ['ID=0166ca6b-13b2-4ebb-a65b-011d47c1c111,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:43.700773 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (0f6b045d-d6e9-41d0-ae4d-15cd81109829), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.724173 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-df6c4787-453b-4e57-9137-096886c0065b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756382'] for router_interface (34a96f29-9d31-4925-95c3-337d8c91f8b1), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.740253 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Routers {'34a96f29-9d31-4925-95c3-337d8c91f8b1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:04:43.741002 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:04:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['34a96f29-9d31-4925-95c3-337d8c91f8b1'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:43.828999 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452d39a-ae29-42af-b665-53205b093cd6 None None] Pushing event updated for resources: {'Port': ['ID=0f6b045d-d6e9-41d0-ae4d-15cd81109829,revision_number=3']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:43.857020 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] Set router 34a96f29-9d31-4925-95c3-337d8c91f8b1 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:04:43.900851 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] Provisioning complete for port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:43.901359 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (0166ca6b-13b2-4ebb-a65b-011d47c1c111), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.901835 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] Attempt 1 to provision port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 Sep 21 22:04:43.921071 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-df6c4787-453b-4e57-9137-096886c0065b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (0166ca6b-13b2-4ebb-a65b-011d47c1c111), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:44.043785 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:41Z', 'revision_number': 3, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:44.064828 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] Port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:04:44.069616 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e34bc2-e137-4666-b165-6bfb74489f41 None None] The sync data for ids ['34a96f29-9d31-4925-95c3-337d8c91f8b1'] in dv-cinder-858818-1-iscsi is: [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:41Z', 'revision_number': 3, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:04:44.109454 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-df6c4787-453b-4e57-9137-096886c0065b admin admin] Publish callbacks [] for port (0166ca6b-13b2-4ebb-a65b-011d47c1c111), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:44.177691 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-df6c4787-453b-4e57-9137-096886c0065b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (0166ca6b-13b2-4ebb-a65b-011d47c1c111), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:44.245238 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c4787-453b-4e57-9137-096886c0065b admin admin] Pushing event updated for resources: {'Port': ['ID=0166ca6b-13b2-4ebb-a65b-011d47c1c111,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:44.253960 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-df6c4787-453b-4e57-9137-096886c0065b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756274'] for router_interface (34a96f29-9d31-4925-95c3-337d8c91f8b1), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:44.352893 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281c62d-72ac-4edb-80ff-b0fcf79ee101 req-9cf1a7b9-fe84-45b0-a1d4-360813a39b26 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:44.356979 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5281c62d-72ac-4edb-80ff-b0fcf79ee101 req-9cf1a7b9-fe84-45b0-a1d4-360813a39b26 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 985 time: 0.0877547 Sep 21 22:04:44.367448 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c4787-453b-4e57-9137-096886c0065b admin admin] Network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:04:44.368830 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-df6c4787-453b-4e57-9137-096886c0065b admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:04:44.433694 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-5281c62d-72ac-4edb-80ff-b0fcf79ee101 req-50f09a78-21c4-48be-ada1-9c695214b6f9 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=338f9dba-8305-4735-866c-30e08e88b3ea&id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729744 Sep 21 22:04:44.489394 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6c4787-453b-4e57-9137-096886c0065b admin admin] Router 34a96f29-9d31-4925-95c3-337d8c91f8b1 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:04:44.566118 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] Attempt 2 to provision port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 Sep 21 22:04:44.606350 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] Port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:04:44.637111 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6c4787-453b-4e57-9137-096886c0065b admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:04:44.647902 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-df6c4787-453b-4e57-9137-096886c0065b admin admin] 10.222.0.42 "PUT /v2.0/routers/34a96f29-9d31-4925-95c3-337d8c91f8b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7800539 Sep 21 22:04:44.852873 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 0f6b045d-d6e9-41d0-ae4d-15cd81109829 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:04:44.900501 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 0f6b045d-d6e9-41d0-ae4d-15cd81109829 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:44.901122 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (0f6b045d-d6e9-41d0-ae4d-15cd81109829), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:44.901647 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 0f6b045d-d6e9-41d0-ae4d-15cd81109829 Sep 21 22:04:44.978097 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 0f6b045d-d6e9-41d0-ae4d-15cd81109829 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:44.978490 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (0f6b045d-d6e9-41d0-ae4d-15cd81109829), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:45.006069 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] For port 0f6b045d-d6e9-41d0-ae4d-15cd81109829, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=0f6b045d-d6e9-41d0-ae4d-15cd81109829,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:04:45.097225 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (0f6b045d-d6e9-41d0-ae4d-15cd81109829), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:45.119377 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] Attempt 3 to provision port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 Sep 21 22:04:45.165135 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] Port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:04:45.169525 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Pushing event updated for resources: {'Port': ['ID=0f6b045d-d6e9-41d0-ae4d-15cd81109829,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:45.356093 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51730) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:45.361087 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-2bde9ffd-8c27-45d0-8018-7602071587d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1216447861-network', 'tenant_id': '39c115ae52fc4fd8910a9ac35c0b62a3'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:45.439651 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bde9ffd-8c27-45d0-8018-7602071587d0 admin admin] Made reservation on behalf of 39c115ae52fc4fd8910a9ac35c0b62a3 for: {'network': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:04:45.442621 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2bde9ffd-8c27-45d0-8018-7602071587d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for network (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:45.451704 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2bde9ffd-8c27-45d0-8018-7602071587d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:45.530573 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2bde9ffd-8c27-45d0-8018-7602071587d0 admin admin] Publish callbacks [] for security_group (7564c493-dac2-421d-86c4-bf5e582507c5), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:45.563673 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033ce61-9359-48be-8e8c-e7ea9e7c1c62 req-17c6d1a5-e60c-40f8-a52d-bf4eb50867bb tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:45.565240 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7033ce61-9359-48be-8e8c-e7ea9e7c1c62 req-17c6d1a5-e60c-40f8-a52d-bf4eb50867bb tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 985 time: 0.0617135 Sep 21 22:04:45.565787 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2bde9ffd-8c27-45d0-8018-7602071587d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (7564c493-dac2-421d-86c4-bf5e582507c5), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:45.593342 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bde9ffd-8c27-45d0-8018-7602071587d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=110730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:04:45.599263 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde9ffd-8c27-45d0-8018-7602071587d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7564c493-dac2-421d-86c4-bf5e582507c5,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:45.606563 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2bde9ffd-8c27-45d0-8018-7602071587d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (d472ce09-6595-49db-b4d3-e5791e637490), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:45.606913 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.segments_db [None req-2bde9ffd-8c27-45d0-8018-7602071587d0 admin admin] Added segment d472ce09-6595-49db-b4d3-e5791e637490 of type vlan for network f082e6dc-c5a0-4000-8110-5f9b67b37274 Sep 21 22:04:45.635298 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7033ce61-9359-48be-8e8c-e7ea9e7c1c62 req-0f3b578b-e6be-4c2a-99da-5954e5c13693 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=338f9dba-8305-4735-866c-30e08e88b3ea&id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635188 Sep 21 22:04:45.653535 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2bde9ffd-8c27-45d0-8018-7602071587d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730879339286'] for network (f082e6dc-c5a0-4000-8110-5f9b67b37274), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:45.666415 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] Attempt 4 to provision port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 Sep 21 22:04:45.701522 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] Port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:04:45.712525 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Sync routers for ids ['34a96f29-9d31-4925-95c3-337d8c91f8b1'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:04:45.721756 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Routers {'34a96f29-9d31-4925-95c3-337d8c91f8b1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:04:45.727749 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:04:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['34a96f29-9d31-4925-95c3-337d8c91f8b1'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:45.742575 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2bde9ffd-8c27-45d0-8018-7602071587d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145'] for network (f082e6dc-c5a0-4000-8110-5f9b67b37274), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:45.743581 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bde9ffd-8c27-45d0-8018-7602071587d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:45.744178 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2bde9ffd-8c27-45d0-8018-7602071587d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:45.803403 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde9ffd-8c27-45d0-8018-7602071587d0 admin admin] Pushing event updated for resources: {'Network': ['ID=f082e6dc-c5a0-4000-8110-5f9b67b37274,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:45.813677 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Network f082e6dc-c5a0-4000-8110-5f9b67b37274 details requested by agent ovs-agent-dv-cinder-858818-1-iscsi with host dv-cinder-858818-1-iscsi {{(pid=110732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:04:45.853838 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-2bde9ffd-8c27-45d0-8018-7602071587d0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4939160 Sep 21 22:04:45.854037 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51734) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:45.857902 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Set router 34a96f29-9d31-4925-95c3-337d8c91f8b1 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:04:45.858656 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-1601e045-c4ff-4db5-a633-32b6bc43f3d1 admin admin] Request body: {'subnet': {'network_id': 'f082e6dc-c5a0-4000-8110-5f9b67b37274', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1216447861-subnet', 'tenant_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'ip_version': 4}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:45.928584 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1601e045-c4ff-4db5-a633-32b6bc43f3d1 admin admin] Made reservation on behalf of 39c115ae52fc4fd8910a9ac35c0b62a3 for: {'subnet': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:04:45.931070 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1601e045-c4ff-4db5-a633-32b6bc43f3d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364503'] for subnet (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:46.077997 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 2, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:46.106912 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Checking router: 34a96f29-9d31-4925-95c3-337d8c91f8b1 for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:04:46.107559 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Updating router 34a96f29-9d31-4925-95c3-337d8c91f8b1 port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 binding host dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:04:46.133543 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (0166ca6b-13b2-4ebb-a65b-011d47c1c111), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:46.149194 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1601e045-c4ff-4db5-a633-32b6bc43f3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9435907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364485'] for subnet (d38c91d2-19b2-4493-8b83-866658863308), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:46.207849 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601e045-c4ff-4db5-a633-32b6bc43f3d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d38c91d2-19b2-4493-8b83-866658863308,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:46.212637 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1601e045-c4ff-4db5-a633-32b6bc43f3d1 admin admin] Checking segment: {'id': 'd472ce09-6595-49db-b4d3-e5791e637490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f082e6dc-c5a0-4000-8110-5f9b67b37274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:04:46.213014 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1601e045-c4ff-4db5-a633-32b6bc43f3d1 admin admin] Network hostable DHCP agents. Network: f082e6dc-c5a0-4000-8110-5f9b67b37274, hostable agents: ['84f3d1e4-57f5-4b30-943d-db627910ba2a'], hosted agents: [] {{(pid=110730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:04:46.219521 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] Attempt 5 to provision port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 Sep 21 22:04:46.269111 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] Port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:04:46.282859 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1601e045-c4ff-4db5-a633-32b6bc43f3d1 admin admin] Network f082e6dc-c5a0-4000-8110-5f9b67b37274 is scheduled to be hosted by DHCP agent 84f3d1e4-57f5-4b30-943d-db627910ba2a with binding_index 1 {{(pid=110730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:04:46.356589 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-1601e045-c4ff-4db5-a633-32b6bc43f3d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858818-1-iscsi, f082e6dc-c5a0-4000-8110-5f9b67b37274) {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:04:46.361229 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1601e045-c4ff-4db5-a633-32b6bc43f3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:46.361758 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1601e045-c4ff-4db5-a633-32b6bc43f3d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:46.365941 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79223e17-ef09-471f-a0c2-6a678a0e13bf None None] Network f082e6dc-c5a0-4000-8110-5f9b67b37274 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:04:46.439463 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-1601e045-c4ff-4db5-a633-32b6bc43f3d1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5844557 Sep 21 22:04:46.442677 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51736) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:46.446604 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1216447861-router', 'tenant_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:46.459472 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Publish callbacks [] for port (0166ca6b-13b2-4ebb-a65b-011d47c1c111), precommit_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:46.501510 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c86c540-5e61-54b3-b1b4-fe06f5909a9b-f082e6dc-c5a0-4000-8110-5f9b67b37274', 'network_id': 'f082e6dc-c5a0-4000-8110-5f9b67b37274', 'project_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'fixed_ips': [{'subnet_id': 'd38c91d2-19b2-4493-8b83-866658863308'}]}} from dv-cinder-858818-1-iscsi. {{(pid=110732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 22:04:46.502395 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:46.522958 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256442'] for router (ab8d9f29-c523-4110-b142-a1be41c7cb00), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:46.524076 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256435'] for router (ab8d9f29-c523-4110-b142-a1be41c7cb00), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:46.573503 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (0166ca6b-13b2-4ebb-a65b-011d47c1c111), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:46.577572 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] Publish callbacks [] for router_controller (ab8d9f29-c523-4110-b142-a1be41c7cb00), precommit_add_association {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:46.668202 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af6f00-f91b-4f6f-b006-b0a0ede3ff78 None None] Pushing event updated for resources: {'Port': ['ID=0166ca6b-13b2-4ebb-a65b-011d47c1c111,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:46.712799 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Attempting to bind port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:04:46.713202 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Attempting to bind port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:04:46.713558 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Attempting to bind port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 on network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:04:46.726380 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:04:46.726758 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Checking segment: {'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:04:46.727166 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:46.727554 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Bound using segment: {'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:04:46.728184 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Bound port: 0166ca6b-13b2-4ebb-a65b-011d47c1c111, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:04:46.728570 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (0166ca6b-13b2-4ebb-a65b-011d47c1c111), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:46.734284 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.db_base_plugin_common [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Allocated IP 172.20.0.2 (f082e6dc-c5a0-4000-8110-5f9b67b37274/d38c91d2-19b2-4493-8b83-866658863308/993f4d5f-29e1-40e0-aa30-4c589a03d522) {{(pid=110732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:04:46.770749 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] Attempt 6 to provision port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 Sep 21 22:04:46.781921 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea250e1-e6ee-479e-b7af-f09a10427ecb req-1e654821-2dbb-4dee-a82d-de2ade381fc9 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:46.783567 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3ea250e1-e6ee-479e-b7af-f09a10427ecb req-1e654821-2dbb-4dee-a82d-de2ade381fc9 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 985 time: 0.0609474 Sep 21 22:04:46.802188 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] Publish callbacks [] for router_gateway (ab8d9f29-c523-4110-b142-a1be41c7cb00), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:46.844809 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 0f6b045d-d6e9-41d0-ae4d-15cd81109829 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:04:46.854590 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3ea250e1-e6ee-479e-b7af-f09a10427ecb req-bafc76f0-a4aa-4811-9cdc-37bbaa397b44 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=338f9dba-8305-4735-866c-30e08e88b3ea&id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650353 Sep 21 22:04:46.898485 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] Port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:04:46.913894 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] For port 0166ca6b-13b2-4ebb-a65b-011d47c1c111, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:04:46.918036 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] For port 0166ca6b-13b2-4ebb-a65b-011d47c1c111, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=0166ca6b-13b2-4ebb-a65b-011d47c1c111,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:04:46.961868 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 0f6b045d-d6e9-41d0-ae4d-15cd81109829 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:46.962229 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (0f6b045d-d6e9-41d0-ae4d-15cd81109829), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:46.962566 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 0f6b045d-d6e9-41d0-ae4d-15cd81109829 Sep 21 22:04:47.004059 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (0166ca6b-13b2-4ebb-a65b-011d47c1c111), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:47.062966 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Publish callbacks [] for port (993f4d5f-29e1-40e0-aa30-4c589a03d522), precommit_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:47.071647 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Routers {'34a96f29-9d31-4925-95c3-337d8c91f8b1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:04:47.072273 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:04:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['34a96f29-9d31-4925-95c3-337d8c91f8b1'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:47.082843 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] Publish callbacks [] for router_gateway (ab8d9f29-c523-4110-b142-a1be41c7cb00), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:47.102214 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:47.127408 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af6f00-f91b-4f6f-b006-b0a0ede3ff78 None None] Pushing event updated for resources: {'Port': ['ID=0166ca6b-13b2-4ebb-a65b-011d47c1c111,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:47.163522 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679'] for port (993f4d5f-29e1-40e0-aa30-4c589a03d522), after_create {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:47.211066 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] Allocated IP 172.27.2.102 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/ed90783b-2901-4bea-8cb4-c49d094dd053) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:04:47.224747 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 0f6b045d-d6e9-41d0-ae4d-15cd81109829 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:47.246745 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Network f082e6dc-c5a0-4000-8110-5f9b67b37274 is already hosted by enough agents. {{(pid=110732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:04:47.259810 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.scheduler.base_scheduler [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Resources bound (agent type, host, resource id): {{(pid=110732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:04:47.263661 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Received port after_create {{(pid=110732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:04:47.265574 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Pushing event updated for resources: {'Port': ['ID=993f4d5f-29e1-40e0-aa30-4c589a03d522,revision_number=1']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:47.269647 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] Set router 34a96f29-9d31-4925-95c3-337d8c91f8b1 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:04:47.319940 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] Publish callbacks [] for port (ed90783b-2901-4bea-8cb4-c49d094dd053), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:47.395189 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (ed90783b-2901-4bea-8cb4-c49d094dd053), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:47.416521 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] Attempt 7 to provision port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 Sep 21 22:04:47.432361 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:04:47.435169 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:04:47.440982 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:04:47.445961 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ed90783b-2901-4bea-8cb4-c49d094dd053,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:47.567742 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Attempting to bind port 993f4d5f-29e1-40e0-aa30-4c589a03d522 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:04:47.568006 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Attempting to bind port 993f4d5f-29e1-40e0-aa30-4c589a03d522 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': 'd472ce09-6595-49db-b4d3-e5791e637490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f082e6dc-c5a0-4000-8110-5f9b67b37274'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:04:47.568379 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Attempting to bind port 993f4d5f-29e1-40e0-aa30-4c589a03d522 on network f082e6dc-c5a0-4000-8110-5f9b67b37274 {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:04:47.582839 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:04:47.583222 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Checking segment: {'id': 'd472ce09-6595-49db-b4d3-e5791e637490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f082e6dc-c5a0-4000-8110-5f9b67b37274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:04:47.583622 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:47.584020 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Bound using segment: {'id': 'd472ce09-6595-49db-b4d3-e5791e637490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f082e6dc-c5a0-4000-8110-5f9b67b37274'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:04:47.584495 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Bound port: 993f4d5f-29e1-40e0-aa30-4c589a03d522, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd472ce09-6595-49db-b4d3-e5791e637490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f082e6dc-c5a0-4000-8110-5f9b67b37274'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:04:47.584874 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (993f4d5f-29e1-40e0-aa30-4c589a03d522), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:47.673618 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] Current status of the port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:47.674027 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (0166ca6b-13b2-4ebb-a65b-011d47c1c111), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:47.738736 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] For port 993f4d5f-29e1-40e0-aa30-4c589a03d522, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:04:47.759244 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] For port 0166ca6b-13b2-4ebb-a65b-011d47c1c111, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=0166ca6b-13b2-4ebb-a65b-011d47c1c111,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:04:47.764463 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] For port 993f4d5f-29e1-40e0-aa30-4c589a03d522, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=993f4d5f-29e1-40e0-aa30-4c589a03d522,segment=NetworkSegment(d472ce09-6595-49db-b4d3-e5791e637490),segment_id=d472ce09-6595-49db-b4d3-e5791e637490)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:04:47.773399 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] Publish callbacks [] for router_gateway (ab8d9f29-c523-4110-b142-a1be41c7cb00), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:47.786163 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:46Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:47.811153 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c6007-18ba-4606-a768-31ccc7819486 None None] The sync data for ids ['34a96f29-9d31-4925-95c3-337d8c91f8b1'] in dv-cinder-858818-1-iscsi is: [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:46Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:04:47.826079 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (0166ca6b-13b2-4ebb-a65b-011d47c1c111), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:47.870906 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (993f4d5f-29e1-40e0-aa30-4c589a03d522), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:47.898993 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c34fdc-36fc-419a-b3ed-e0190ebfd99b None None] Pushing event updated for resources: {'Port': ['ID=0166ca6b-13b2-4ebb-a65b-011d47c1c111,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:47.983919 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-3837c1da-3b71-400b-ba1b-00f11d0ceed9 None None] Provisioning complete for port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:47.984330 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3837c1da-3b71-400b-ba1b-00f11d0ceed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (0166ca6b-13b2-4ebb-a65b-011d47c1c111), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:47.984766 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-3837c1da-3b71-400b-ba1b-00f11d0ceed9 None None] Attempt 1 to provision port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 Sep 21 22:04:47.988881 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579f141-c863-4f2d-829d-8e6fcfe75d4b None None] Pushing event updated for resources: {'Port': ['ID=993f4d5f-29e1-40e0-aa30-4c589a03d522,revision_number=2']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:48.037603 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755185'] for router (ab8d9f29-c523-4110-b142-a1be41c7cb00), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:48.049770 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9e1e4-f3ae-46f7-b555-fee47a0d8b1c req-9a451b0d-03b6-4805-9842-6fcc943a25c8 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:48.058796 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a9c9e1e4-f3ae-46f7-b555-fee47a0d8b1c req-9a451b0d-03b6-4805-9842-6fcc943a25c8 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 985 time: 0.0848310 Sep 21 22:04:48.102776 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3837c1da-3b71-400b-ba1b-00f11d0ceed9 None None] Current status of the port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:48.172685 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a9c9e1e4-f3ae-46f7-b555-fee47a0d8b1c req-19586baf-1de9-4c7f-9bb0-888284ce4128 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=338f9dba-8305-4735-866c-30e08e88b3ea&id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126013 Sep 21 22:04:48.271436 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] Router ab8d9f29-c523-4110-b142-a1be41c7cb00 is scheduled to L3 agent f3be49e0-699b-41e8-a354-a1575a796fae with binding_index 1 {{(pid=110730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 22:04:48.381784 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:04:48.393374 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Sync routers for ids ['ab8d9f29-c523-4110-b142-a1be41c7cb00'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:04:48.403486 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Routers {'ab8d9f29-c523-4110-b142-a1be41c7cb00'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:04:48.404092 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:04:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['ab8d9f29-c523-4110-b142-a1be41c7cb00'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:48.450517 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:48.451818 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-89727028-143a-47c5-b15c-13ac6451b5b9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0083888 Sep 21 22:04:48.454487 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51742) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:48.521020 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Set router ab8d9f29-c523-4110-b142-a1be41c7cb00 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:04:48.729199 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8d9f29-c523-4110-b142-a1be41c7cb00', 'name': 'tempest-TestVolumeBootPattern-1216447861-router', 'tenant_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'ed90783b-2901-4bea-8cb4-c49d094dd053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:46Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 3, 'project_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'gw_port': {'id': 'ed90783b-2901-4bea-8cb4-c49d094dd053', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8d9f29-c523-4110-b142-a1be41c7cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:47Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:48.761389 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Checking router: ab8d9f29-c523-4110-b142-a1be41c7cb00 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:04:48.761882 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Updating router ab8d9f29-c523-4110-b142-a1be41c7cb00 port ed90783b-2901-4bea-8cb4-c49d094dd053 binding host dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:04:48.793206 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (ed90783b-2901-4bea-8cb4-c49d094dd053), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:48.987483 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 0166ca6b-13b2-4ebb-a65b-011d47c1c111 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:04:49.055642 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:49.055941 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (0166ca6b-13b2-4ebb-a65b-011d47c1c111), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:49.057406 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 Sep 21 22:04:49.110394 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9264264-b361-430e-8f4e-620715f278e5 None None] Network f082e6dc-c5a0-4000-8110-5f9b67b37274 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:04:49.133477 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Publish callbacks [] for port (ed90783b-2901-4bea-8cb4-c49d094dd053), precommit_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:49.194484 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (ed90783b-2901-4bea-8cb4-c49d094dd053), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:49.211391 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e9e609d3-0557-4412-8da0-aeadcc9d3a26 None None] Provisioning complete for port 993f4d5f-29e1-40e0-aa30-4c589a03d522 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:49.211391 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e9e609d3-0557-4412-8da0-aeadcc9d3a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (993f4d5f-29e1-40e0-aa30-4c589a03d522), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:49.211391 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e9e609d3-0557-4412-8da0-aeadcc9d3a26 None None] Attempt 1 to provision port 993f4d5f-29e1-40e0-aa30-4c589a03d522 Sep 21 22:04:49.245774 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ceeed3-57a4-4bec-9c7a-eb1898cd045f None None] Pushing event updated for resources: {'Port': ['ID=ed90783b-2901-4bea-8cb4-c49d094dd053,revision_number=2']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:49.258031 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:49.259152 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 993f4d5f-29e1-40e0-aa30-4c589a03d522 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:04:49.264004 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Attempting to bind port ed90783b-2901-4bea-8cb4-c49d094dd053 on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:04:49.264707 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Attempting to bind port ed90783b-2901-4bea-8cb4-c49d094dd053 by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:04:49.265394 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Attempting to bind port ed90783b-2901-4bea-8cb4-c49d094dd053 on network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:04:49.271385 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:04:49.272912 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Checking segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:04:49.273639 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:49.274859 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Bound using segment: {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'} {{(pid=110733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:04:49.275528 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.managers [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Bound port: ed90783b-2901-4bea-8cb4-c49d094dd053, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd'}}] {{(pid=110733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:04:49.276095 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (ed90783b-2901-4bea-8cb4-c49d094dd053), before_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:49.324424 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90531fb7-5b64-407b-b4de-5b2ce224034d req-e737631b-b165-4c8c-8080-a9dac5792b97 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:49.335081 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-90531fb7-5b64-407b-b4de-5b2ce224034d req-e737631b-b165-4c8c-8080-a9dac5792b97 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 985 time: 0.0768485 Sep 21 22:04:49.355169 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-64767e2f-ba17-4861-8984-323be5fa89b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:49.364417 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] For port ed90783b-2901-4bea-8cb4-c49d094dd053, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:04:49.368312 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.db [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] For port ed90783b-2901-4bea-8cb4-c49d094dd053, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=ed90783b-2901-4bea-8cb4-c49d094dd053,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:04:49.399783 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e9e609d3-0557-4412-8da0-aeadcc9d3a26 None None] Current status of the port 993f4d5f-29e1-40e0-aa30-4c589a03d522 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:49.400167 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e9e609d3-0557-4412-8da0-aeadcc9d3a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (993f4d5f-29e1-40e0-aa30-4c589a03d522), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:49.401146 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-90531fb7-5b64-407b-b4de-5b2ce224034d req-e54441b0-f8f2-4939-97c7-34c08c232ec6 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=338f9dba-8305-4735-866c-30e08e88b3ea&id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646870 Sep 21 22:04:49.416025 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 993f4d5f-29e1-40e0-aa30-4c589a03d522 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:49.416406 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (993f4d5f-29e1-40e0-aa30-4c589a03d522), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:49.416745 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 993f4d5f-29e1-40e0-aa30-4c589a03d522 Sep 21 22:04:49.449677 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:49.454435 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (ed90783b-2901-4bea-8cb4-c49d094dd053), after_update {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:49.469478 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e9e609d3-0557-4412-8da0-aeadcc9d3a26 None None] For port 993f4d5f-29e1-40e0-aa30-4c589a03d522, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=993f4d5f-29e1-40e0-aa30-4c589a03d522,segment=NetworkSegment(d472ce09-6595-49db-b4d3-e5791e637490),segment_id=d472ce09-6595-49db-b4d3-e5791e637490)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:04:49.504195 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Routers {'ab8d9f29-c523-4110-b142-a1be41c7cb00'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:04:49.505349 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:04:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['ab8d9f29-c523-4110-b142-a1be41c7cb00'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:49.518892 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e9e609d3-0557-4412-8da0-aeadcc9d3a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (993f4d5f-29e1-40e0-aa30-4c589a03d522), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:49.553532 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 993f4d5f-29e1-40e0-aa30-4c589a03d522 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:49.553924 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (993f4d5f-29e1-40e0-aa30-4c589a03d522), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:49.580214 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-64767e2f-ba17-4861-8984-323be5fa89b8 admin admin] Allocated IP 172.20.0.1 (f082e6dc-c5a0-4000-8110-5f9b67b37274/d38c91d2-19b2-4493-8b83-866658863308/20222f32-47b5-4318-943e-4a174d195c4e) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:04:49.585827 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ceeed3-57a4-4bec-9c7a-eb1898cd045f None None] Pushing event updated for resources: {'Port': ['ID=ed90783b-2901-4bea-8cb4-c49d094dd053,revision_number=3']} {{(pid=110733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:49.591307 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e609d3-0557-4412-8da0-aeadcc9d3a26 None None] Pushing event updated for resources: {'Port': ['ID=993f4d5f-29e1-40e0-aa30-4c589a03d522,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:49.636816 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.db.api [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 22:04:49.637507 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG oslo_db.api [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 22:04:49.655446 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] Set router ab8d9f29-c523-4110-b142-a1be41c7cb00 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:04:49.717562 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-64767e2f-ba17-4861-8984-323be5fa89b8 admin admin] Publish callbacks [] for port (20222f32-47b5-4318-943e-4a174d195c4e), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:49.740255 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-c29f54e5-9344-4d4d-85ab-4504f8a3966b None None] Provisioning complete for port 993f4d5f-29e1-40e0-aa30-4c589a03d522 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:49.740635 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c29f54e5-9344-4d4d-85ab-4504f8a3966b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (993f4d5f-29e1-40e0-aa30-4c589a03d522), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:49.741004 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-c29f54e5-9344-4d4d-85ab-4504f8a3966b None None] Attempt 1 to provision port 993f4d5f-29e1-40e0-aa30-4c589a03d522 Sep 21 22:04:49.806152 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-64767e2f-ba17-4861-8984-323be5fa89b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (20222f32-47b5-4318-943e-4a174d195c4e), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:49.817341 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-c29f54e5-9344-4d4d-85ab-4504f8a3966b None None] Current status of the port 993f4d5f-29e1-40e0-aa30-4c589a03d522 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:49.846938 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64767e2f-ba17-4861-8984-323be5fa89b8 admin admin] Network f082e6dc-c5a0-4000-8110-5f9b67b37274 is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:04:49.850561 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-64767e2f-ba17-4861-8984-323be5fa89b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:04:49.853582 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64767e2f-ba17-4861-8984-323be5fa89b8 admin admin] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:04:49.881605 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64767e2f-ba17-4861-8984-323be5fa89b8 admin admin] Pushing event updated for resources: {'Port': ['ID=20222f32-47b5-4318-943e-4a174d195c4e,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:49.903468 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-64767e2f-ba17-4861-8984-323be5fa89b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756382'] for router_interface (ab8d9f29-c523-4110-b142-a1be41c7cb00), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:49.919641 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8d9f29-c523-4110-b142-a1be41c7cb00', 'name': 'tempest-TestVolumeBootPattern-1216447861-router', 'tenant_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'ed90783b-2901-4bea-8cb4-c49d094dd053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:46Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 3, 'project_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'gw_port': {'id': 'ed90783b-2901-4bea-8cb4-c49d094dd053', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8d9f29-c523-4110-b142-a1be41c7cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:47Z', 'updated_at': '2022-09-21T22:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:49.948401 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501ca69-12a4-465b-97e4-15109ad3892d None None] The sync data for ids ['ab8d9f29-c523-4110-b142-a1be41c7cb00'] in dv-cinder-858818-1-iscsi is: [{'id': 'ab8d9f29-c523-4110-b142-a1be41c7cb00', 'name': 'tempest-TestVolumeBootPattern-1216447861-router', 'tenant_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'ed90783b-2901-4bea-8cb4-c49d094dd053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:46Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 3, 'project_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'gw_port': {'id': 'ed90783b-2901-4bea-8cb4-c49d094dd053', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8d9f29-c523-4110-b142-a1be41c7cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:47Z', 'updated_at': '2022-09-21T22:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:04:50.092524 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-64767e2f-ba17-4861-8984-323be5fa89b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (20222f32-47b5-4318-943e-4a174d195c4e), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:50.141494 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-3afc976a-123e-4c51-ad3a-c00ef34f18cd None None] Provisioning complete for port 20222f32-47b5-4318-943e-4a174d195c4e triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:50.142045 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3afc976a-123e-4c51-ad3a-c00ef34f18cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (20222f32-47b5-4318-943e-4a174d195c4e), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:50.142198 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-3afc976a-123e-4c51-ad3a-c00ef34f18cd None None] Attempt 1 to provision port 20222f32-47b5-4318-943e-4a174d195c4e Sep 21 22:04:50.220051 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3afc976a-123e-4c51-ad3a-c00ef34f18cd None None] Port 20222f32-47b5-4318-943e-4a174d195c4e cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:04:50.220755 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 993f4d5f-29e1-40e0-aa30-4c589a03d522 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:50.286587 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-64767e2f-ba17-4861-8984-323be5fa89b8 admin admin] Publish callbacks [] for port (20222f32-47b5-4318-943e-4a174d195c4e), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:50.348454 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-64767e2f-ba17-4861-8984-323be5fa89b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (20222f32-47b5-4318-943e-4a174d195c4e), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:50.415033 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64767e2f-ba17-4861-8984-323be5fa89b8 admin admin] Pushing event updated for resources: {'Port': ['ID=20222f32-47b5-4318-943e-4a174d195c4e,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:50.417676 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-64767e2f-ba17-4861-8984-323be5fa89b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756274'] for router_interface (ab8d9f29-c523-4110-b142-a1be41c7cb00), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:50.519476 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64767e2f-ba17-4861-8984-323be5fa89b8 admin admin] Network f082e6dc-c5a0-4000-8110-5f9b67b37274 is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:04:50.520911 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-64767e2f-ba17-4861-8984-323be5fa89b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:04:50.569016 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e618965-4852-457c-9771-e3b52a56d83f req-8f005bd2-7f7c-4fda-bbfd-2aad9e61cd16 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:50.571231 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7e618965-4852-457c-9771-e3b52a56d83f req-8f005bd2-7f7c-4fda-bbfd-2aad9e61cd16 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 985 time: 0.0648625 Sep 21 22:04:50.657673 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7e618965-4852-457c-9771-e3b52a56d83f req-f69b6c56-1e99-40ef-9e88-98a08bee8776 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=338f9dba-8305-4735-866c-30e08e88b3ea&id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754848 Sep 21 22:04:50.661400 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64767e2f-ba17-4861-8984-323be5fa89b8 admin admin] Router ab8d9f29-c523-4110-b142-a1be41c7cb00 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:04:50.721933 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-3afc976a-123e-4c51-ad3a-c00ef34f18cd None None] Attempt 2 to provision port 20222f32-47b5-4318-943e-4a174d195c4e Sep 21 22:04:50.757993 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3afc976a-123e-4c51-ad3a-c00ef34f18cd None None] Port 20222f32-47b5-4318-943e-4a174d195c4e cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:04:50.771156 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64767e2f-ba17-4861-8984-323be5fa89b8 admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:04:50.777046 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-64767e2f-ba17-4861-8984-323be5fa89b8 admin admin] 10.222.0.42 "PUT /v2.0/routers/ab8d9f29-c523-4110-b142-a1be41c7cb00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3215716 Sep 21 22:04:50.912069 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 993f4d5f-29e1-40e0-aa30-4c589a03d522 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:04:50.956567 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 993f4d5f-29e1-40e0-aa30-4c589a03d522 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:50.956984 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (993f4d5f-29e1-40e0-aa30-4c589a03d522), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:50.957329 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 993f4d5f-29e1-40e0-aa30-4c589a03d522 Sep 21 22:04:51.032771 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 993f4d5f-29e1-40e0-aa30-4c589a03d522 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:51.033775 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device ed90783b-2901-4bea-8cb4-c49d094dd053 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:04:51.079699 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port ed90783b-2901-4bea-8cb4-c49d094dd053 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:51.080076 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (ed90783b-2901-4bea-8cb4-c49d094dd053), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:51.080415 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port ed90783b-2901-4bea-8cb4-c49d094dd053 Sep 21 22:04:51.150798 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port ed90783b-2901-4bea-8cb4-c49d094dd053 is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:51.151398 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (ed90783b-2901-4bea-8cb4-c49d094dd053), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:51.172013 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] For port ed90783b-2901-4bea-8cb4-c49d094dd053, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=ed90783b-2901-4bea-8cb4-c49d094dd053,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:04:51.174596 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51754) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:51.179930 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-db83c83d-ed77-4915-a4d3-7045caff5b05 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1482275225', 'description': 'tempest-secgroup-smoke-1482275225 description', 'project_id': '96e3307333ba467d8f4f97dd6775ba12'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:51.251061 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (ed90783b-2901-4bea-8cb4-c49d094dd053), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:51.275823 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-3afc976a-123e-4c51-ad3a-c00ef34f18cd None None] Attempt 3 to provision port 20222f32-47b5-4318-943e-4a174d195c4e Sep 21 22:04:51.282851 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-db83c83d-ed77-4915-a4d3-7045caff5b05 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:51.325856 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3afc976a-123e-4c51-ad3a-c00ef34f18cd None None] Port 20222f32-47b5-4318-943e-4a174d195c4e cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:04:51.326703 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Pushing event updated for resources: {'Port': ['ID=ed90783b-2901-4bea-8cb4-c49d094dd053,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:51.356365 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-db83c83d-ed77-4915-a4d3-7045caff5b05 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group (cca16295-8938-4793-ba8f-c90aad33cc58), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:51.428090 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-db83c83d-ed77-4915-a4d3-7045caff5b05 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (cca16295-8938-4793-ba8f-c90aad33cc58), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:51.457609 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83c83d-ed77-4915-a4d3-7045caff5b05 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca16295-8938-4793-ba8f-c90aad33cc58,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:51.504388 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-db83c83d-ed77-4915-a4d3-7045caff5b05 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:51.505688 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-db83c83d-ed77-4915-a4d3-7045caff5b05 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3300331 Sep 21 22:04:51.508555 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51756) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:51.512898 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-893446b5-621e-4fa6-9e81-29500178cbda tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Request body: {'security_group_rule': {'security_group_id': 'cca16295-8938-4793-ba8f-c90aad33cc58', 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:51.554899 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Sync routers for ids ['ab8d9f29-c523-4110-b142-a1be41c7cb00'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:04:51.564490 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Routers {'ab8d9f29-c523-4110-b142-a1be41c7cb00'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:04:51.565125 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:04:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['ab8d9f29-c523-4110-b142-a1be41c7cb00'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:51.618753 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-893446b5-621e-4fa6-9e81-29500178cbda tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group_rule (71df9ca8-2dc8-458c-b729-b70c2b9b37c6), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:51.665932 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Set router ab8d9f29-c523-4110-b142-a1be41c7cb00 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:04:51.673537 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-893446b5-621e-4fa6-9e81-29500178cbda tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group_rule (71df9ca8-2dc8-458c-b729-b70c2b9b37c6), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:51.745422 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-893446b5-621e-4fa6-9e81-29500178cbda tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (71df9ca8-2dc8-458c-b729-b70c2b9b37c6), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:51.763813 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893446b5-621e-4fa6-9e81-29500178cbda tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71df9ca8-2dc8-458c-b729-b70c2b9b37c6,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:51.789951 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5015d6-6c38-4be3-829b-b3fd4b8f0075 req-c592a77c-8a6c-44be-a094-9c8276531910 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:51.791428 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ed5015d6-6c38-4be3-829b-b3fd4b8f0075 req-c592a77c-8a6c-44be-a094-9c8276531910 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 985 time: 0.0563731 Sep 21 22:04:51.827592 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-3afc976a-123e-4c51-ad3a-c00ef34f18cd None None] Attempt 4 to provision port 20222f32-47b5-4318-943e-4a174d195c4e Sep 21 22:04:51.838782 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-893446b5-621e-4fa6-9e81-29500178cbda tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:51.842619 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-893446b5-621e-4fa6-9e81-29500178cbda tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3305314 Sep 21 22:04:51.842861 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51760) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:51.847213 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-f224d468-a4e2-45ca-a30c-a6d445f9da8a tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Request body: {'security_group_rule': {'security_group_id': 'cca16295-8938-4793-ba8f-c90aad33cc58', 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:51.860883 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ed5015d6-6c38-4be3-829b-b3fd4b8f0075 req-4ab67094-62de-4f88-b6f6-5bee5b9fa4ea tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=338f9dba-8305-4735-866c-30e08e88b3ea&id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615385 Sep 21 22:04:51.998099 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3afc976a-123e-4c51-ad3a-c00ef34f18cd None None] Port 20222f32-47b5-4318-943e-4a174d195c4e cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:04:52.016489 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8d9f29-c523-4110-b142-a1be41c7cb00', 'name': 'tempest-TestVolumeBootPattern-1216447861-router', 'tenant_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'ed90783b-2901-4bea-8cb4-c49d094dd053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:46Z', 'updated_at': '2022-09-21T22:04:50Z', 'revision_number': 4, 'project_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'gw_port': {'id': 'ed90783b-2901-4bea-8cb4-c49d094dd053', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8d9f29-c523-4110-b142-a1be41c7cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:47Z', 'updated_at': '2022-09-21T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '20222f32-47b5-4318-943e-4a174d195c4e', 'name': '', 'network_id': 'f082e6dc-c5a0-4000-8110-5f9b67b37274', 'tenant_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'mac_address': 'fa:16:3e:48:f6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8d9f29-c523-4110-b142-a1be41c7cb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd38c91d2-19b2-4493-8b83-866658863308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:49Z', 'updated_at': '2022-09-21T22:04:50Z', 'revision_number': 2, 'project_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'subnets': [{'id': 'd38c91d2-19b2-4493-8b83-866658863308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:52.039988 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Checking router: ab8d9f29-c523-4110-b142-a1be41c7cb00 for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:04:52.043568 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Updating router ab8d9f29-c523-4110-b142-a1be41c7cb00 port 20222f32-47b5-4318-943e-4a174d195c4e binding host dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:04:52.043700 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f224d468-a4e2-45ca-a30c-a6d445f9da8a tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group_rule (41f6b716-fc23-4b7c-abd6-7b5b10e604e0), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.068953 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (20222f32-47b5-4318-943e-4a174d195c4e), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.096804 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f224d468-a4e2-45ca-a30c-a6d445f9da8a tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group_rule (41f6b716-fc23-4b7c-abd6-7b5b10e604e0), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.182446 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f224d468-a4e2-45ca-a30c-a6d445f9da8a tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (41f6b716-fc23-4b7c-abd6-7b5b10e604e0), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.200757 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224d468-a4e2-45ca-a30c-a6d445f9da8a tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f6b716-fc23-4b7c-abd6-7b5b10e604e0,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:52.275983 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f224d468-a4e2-45ca-a30c-a6d445f9da8a tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.277241 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-f224d468-a4e2-45ca-a30c-a6d445f9da8a tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4334013 Sep 21 22:04:52.280124 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 51762) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:52.284606 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-223bca99-ff2f-4efd-8b01-ae283d1d4567 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Request body: {'security_group_rule': {'security_group_id': 'cca16295-8938-4793-ba8f-c90aad33cc58', 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:52.318086 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Publish callbacks [] for port (20222f32-47b5-4318-943e-4a174d195c4e), precommit_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.384601 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-223bca99-ff2f-4efd-8b01-ae283d1d4567 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group_rule (f9a7b818-ed3d-4d7e-9892-39c93e17d0a3), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.391077 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (20222f32-47b5-4318-943e-4a174d195c4e), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.441646 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-223bca99-ff2f-4efd-8b01-ae283d1d4567 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group_rule (f9a7b818-ed3d-4d7e-9892-39c93e17d0a3), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.449661 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a29c3-052d-4707-99ac-310dff71a9a0 None None] Pushing event updated for resources: {'Port': ['ID=20222f32-47b5-4318-943e-4a174d195c4e,revision_number=3']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:52.478588 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Attempting to bind port 20222f32-47b5-4318-943e-4a174d195c4e on host dv-cinder-858818-1-iscsi for vnic_type normal with profile {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:04:52.478915 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Attempting to bind port 20222f32-47b5-4318-943e-4a174d195c4e by drivers openvswitch,hyperv on host dv-cinder-858818-1-iscsi at level 0 using segments [{'id': 'd472ce09-6595-49db-b4d3-e5791e637490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f082e6dc-c5a0-4000-8110-5f9b67b37274'}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:04:52.479278 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Attempting to bind port 20222f32-47b5-4318-943e-4a174d195c4e on network f082e6dc-c5a0-4000-8110-5f9b67b37274 {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:04:52.484280 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Checking agent: {'id': '589e4fa5-b462-49d2-aaa0-2813048a5d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858818-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 46, 3), 'started_at': datetime.datetime(2022, 9, 21, 21, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858818-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:04:52.484649 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Checking segment: {'id': 'd472ce09-6595-49db-b4d3-e5791e637490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f082e6dc-c5a0-4000-8110-5f9b67b37274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:04:52.485073 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.485462 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Bound using segment: {'id': 'd472ce09-6595-49db-b4d3-e5791e637490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f082e6dc-c5a0-4000-8110-5f9b67b37274'} {{(pid=110732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:04:52.485944 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.managers [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Bound port: 20222f32-47b5-4318-943e-4a174d195c4e, host: dv-cinder-858818-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd472ce09-6595-49db-b4d3-e5791e637490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f082e6dc-c5a0-4000-8110-5f9b67b37274'}}] {{(pid=110732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:04:52.486315 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (20222f32-47b5-4318-943e-4a174d195c4e), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.498186 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-3afc976a-123e-4c51-ad3a-c00ef34f18cd None None] Attempt 5 to provision port 20222f32-47b5-4318-943e-4a174d195c4e Sep 21 22:04:52.505403 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-223bca99-ff2f-4efd-8b01-ae283d1d4567 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (f9a7b818-ed3d-4d7e-9892-39c93e17d0a3), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.524269 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bca99-ff2f-4efd-8b01-ae283d1d4567 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a7b818-ed3d-4d7e-9892-39c93e17d0a3,revision_number=0']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:52.552414 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3afc976a-123e-4c51-ad3a-c00ef34f18cd None None] Port 20222f32-47b5-4318-943e-4a174d195c4e cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:04:52.573985 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] For port 20222f32-47b5-4318-943e-4a174d195c4e, host dv-cinder-858818-1-iscsi, cleared binding levels {{(pid=110732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:04:52.576914 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] For port 20222f32-47b5-4318-943e-4a174d195c4e, host dv-cinder-858818-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=20222f32-47b5-4318-943e-4a174d195c4e,segment=NetworkSegment(d472ce09-6595-49db-b4d3-e5791e637490),segment_id=d472ce09-6595-49db-b4d3-e5791e637490)] {{(pid=110732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:04:52.584317 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-223bca99-ff2f-4efd-8b01-ae283d1d4567 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.585686 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-223bca99-ff2f-4efd-8b01-ae283d1d4567 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3045142 Sep 21 22:04:52.591407 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51764) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:52.593252 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-5b42161c-8142-4000-8446-6166bbefc871 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Request body: {'security_group_rule': {'security_group_id': 'cca16295-8938-4793-ba8f-c90aad33cc58', 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:52.640386 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (20222f32-47b5-4318-943e-4a174d195c4e), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.671564 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Routers {'ab8d9f29-c523-4110-b142-a1be41c7cb00'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:04:52.672200 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:04:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['ab8d9f29-c523-4110-b142-a1be41c7cb00'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:52.716125 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5b42161c-8142-4000-8446-6166bbefc871 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group_rule (eb36cd90-f18d-4fca-bf04-42002cfe492d), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.735523 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a29c3-052d-4707-99ac-310dff71a9a0 None None] Pushing event updated for resources: {'Port': ['ID=20222f32-47b5-4318-943e-4a174d195c4e,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:52.776116 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5b42161c-8142-4000-8446-6166bbefc871 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group_rule (eb36cd90-f18d-4fca-bf04-42002cfe492d), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.791595 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] Set router ab8d9f29-c523-4110-b142-a1be41c7cb00 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:04:52.853949 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5b42161c-8142-4000-8446-6166bbefc871 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (eb36cd90-f18d-4fca-bf04-42002cfe492d), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.858602 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device ed90783b-2901-4bea-8cb4-c49d094dd053 up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:04:52.873629 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42161c-8142-4000-8446-6166bbefc871 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb36cd90-f18d-4fca-bf04-42002cfe492d,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:52.947526 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5b42161c-8142-4000-8446-6166bbefc871 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.951545 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-5b42161c-8142-4000-8446-6166bbefc871 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3594728 Sep 21 22:04:52.952137 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51768) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:52.956566 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-de7726e0-f141-42a5-8585-331fe28578c0 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Request body: {'security_group_rule': {'security_group_id': 'cca16295-8938-4793-ba8f-c90aad33cc58', 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:52.973948 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port ed90783b-2901-4bea-8cb4-c49d094dd053 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:52.974309 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (ed90783b-2901-4bea-8cb4-c49d094dd053), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.974646 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port ed90783b-2901-4bea-8cb4-c49d094dd053 Sep 21 22:04:52.987204 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0100fa-cee9-4cc4-9358-d53e79d76e2b req-7b2288b3-d87c-44ac-b32a-b718733912e1 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:52.990112 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8b0100fa-cee9-4cc4-9358-d53e79d76e2b req-7b2288b3-d87c-44ac-b32a-b718733912e1 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 985 time: 0.0586569 Sep 21 22:04:53.037489 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.securitygroups_db [None req-de7726e0-f141-42a5-8585-331fe28578c0 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Project 96e3307333ba467d8f4f97dd6775ba12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 22:04:53.043105 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-de7726e0-f141-42a5-8585-331fe28578c0 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group_rule (a9fdbe96-4e9b-4b6d-b97c-8efb8970b6fc), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:53.051568 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8b0100fa-cee9-4cc4-9358-d53e79d76e2b req-73bc62f8-5892-4a48-9675-745006744d25 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=338f9dba-8305-4735-866c-30e08e88b3ea&id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557899 Sep 21 22:04:53.061325 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-3afc976a-123e-4c51-ad3a-c00ef34f18cd None None] Attempt 6 to provision port 20222f32-47b5-4318-943e-4a174d195c4e Sep 21 22:04:53.107671 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-de7726e0-f141-42a5-8585-331fe28578c0 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group_rule (a9fdbe96-4e9b-4b6d-b97c-8efb8970b6fc), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:53.111442 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port ed90783b-2901-4bea-8cb4-c49d094dd053 is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:53.118781 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8d9f29-c523-4110-b142-a1be41c7cb00', 'name': 'tempest-TestVolumeBootPattern-1216447861-router', 'tenant_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'ed90783b-2901-4bea-8cb4-c49d094dd053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:46Z', 'updated_at': '2022-09-21T22:04:50Z', 'revision_number': 4, 'project_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'gw_port': {'id': 'ed90783b-2901-4bea-8cb4-c49d094dd053', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8d9f29-c523-4110-b142-a1be41c7cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:47Z', 'updated_at': '2022-09-21T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '20222f32-47b5-4318-943e-4a174d195c4e', 'name': '', 'network_id': 'f082e6dc-c5a0-4000-8110-5f9b67b37274', 'tenant_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'mac_address': 'fa:16:3e:48:f6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8d9f29-c523-4110-b142-a1be41c7cb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd38c91d2-19b2-4493-8b83-866658863308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:49Z', 'updated_at': '2022-09-21T22:04:52Z', 'revision_number': 4, 'project_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'subnets': [{'id': 'd38c91d2-19b2-4493-8b83-866658863308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:53.148364 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4d2e1-5e48-4578-bb95-b67e0ac4ba7b None None] The sync data for ids ['ab8d9f29-c523-4110-b142-a1be41c7cb00'] in dv-cinder-858818-1-iscsi is: [{'id': 'ab8d9f29-c523-4110-b142-a1be41c7cb00', 'name': 'tempest-TestVolumeBootPattern-1216447861-router', 'tenant_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'ed90783b-2901-4bea-8cb4-c49d094dd053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:46Z', 'updated_at': '2022-09-21T22:04:50Z', 'revision_number': 4, 'project_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'gw_port': {'id': 'ed90783b-2901-4bea-8cb4-c49d094dd053', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8d9f29-c523-4110-b142-a1be41c7cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:47Z', 'updated_at': '2022-09-21T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '20222f32-47b5-4318-943e-4a174d195c4e', 'name': '', 'network_id': 'f082e6dc-c5a0-4000-8110-5f9b67b37274', 'tenant_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'mac_address': 'fa:16:3e:48:f6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8d9f29-c523-4110-b142-a1be41c7cb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd38c91d2-19b2-4493-8b83-866658863308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:49Z', 'updated_at': '2022-09-21T22:04:52Z', 'revision_number': 4, 'project_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'subnets': [{'id': 'd38c91d2-19b2-4493-8b83-866658863308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:04:53.188491 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-de7726e0-f141-42a5-8585-331fe28578c0 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (a9fdbe96-4e9b-4b6d-b97c-8efb8970b6fc), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:53.191930 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-3afc976a-123e-4c51-ad3a-c00ef34f18cd None None] Current status of the port 20222f32-47b5-4318-943e-4a174d195c4e is: DOWN; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:53.193335 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3afc976a-123e-4c51-ad3a-c00ef34f18cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (20222f32-47b5-4318-943e-4a174d195c4e), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:53.229217 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7726e0-f141-42a5-8585-331fe28578c0 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9fdbe96-4e9b-4b6d-b97c-8efb8970b6fc,revision_number=0']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:53.245825 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-3afc976a-123e-4c51-ad3a-c00ef34f18cd None None] For port 20222f32-47b5-4318-943e-4a174d195c4e, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=20222f32-47b5-4318-943e-4a174d195c4e,segment=NetworkSegment(d472ce09-6595-49db-b4d3-e5791e637490),segment_id=d472ce09-6595-49db-b4d3-e5791e637490)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:04:53.299239 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-de7726e0-f141-42a5-8585-331fe28578c0 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:53.301377 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-de7726e0-f141-42a5-8585-331fe28578c0 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3475251 Sep 21 22:04:53.304218 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 51772) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:53.308770 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [None req-1932d697-bebc-469d-88a6-aed72799b996 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Request body: {'security_group_rule': {'security_group_id': 'cca16295-8938-4793-ba8f-c90aad33cc58', 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:53.336214 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3afc976a-123e-4c51-ad3a-c00ef34f18cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (20222f32-47b5-4318-943e-4a174d195c4e), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:53.374132 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc976a-123e-4c51-ad3a-c00ef34f18cd None None] Pushing event updated for resources: {'Port': ['ID=20222f32-47b5-4318-943e-4a174d195c4e,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:53.406175 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.securitygroups_db [None req-1932d697-bebc-469d-88a6-aed72799b996 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Project 96e3307333ba467d8f4f97dd6775ba12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 22:04:53.412015 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-1932d697-bebc-469d-88a6-aed72799b996 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group_rule (682ef89d-8017-4352-99ad-839e205f9301), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:53.451975 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-489da22c-6c6f-453b-8773-de94183edff8 None None] Provisioning complete for port 20222f32-47b5-4318-943e-4a174d195c4e triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:53.451975 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-489da22c-6c6f-453b-8773-de94183edff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (20222f32-47b5-4318-943e-4a174d195c4e), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:53.452306 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-489da22c-6c6f-453b-8773-de94183edff8 None None] Attempt 1 to provision port 20222f32-47b5-4318-943e-4a174d195c4e Sep 21 22:04:53.478310 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-1932d697-bebc-469d-88a6-aed72799b996 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group_rule (682ef89d-8017-4352-99ad-839e205f9301), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:53.528009 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-489da22c-6c6f-453b-8773-de94183edff8 None None] Current status of the port 20222f32-47b5-4318-943e-4a174d195c4e is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:53.569611 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-1932d697-bebc-469d-88a6-aed72799b996 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563964'] for security_group_rule (682ef89d-8017-4352-99ad-839e205f9301), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:53.589513 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932d697-bebc-469d-88a6-aed72799b996 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682ef89d-8017-4352-99ad-839e205f9301,revision_number=0']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:53.653067 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-1932d697-bebc-469d-88a6-aed72799b996 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:53.654293 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-1932d697-bebc-469d-88a6-aed72799b996 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3490634 Sep 21 22:04:54.871794 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 20222f32-47b5-4318-943e-4a174d195c4e up at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:04:54.919393 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Provisioning complete for port 20222f32-47b5-4318-943e-4a174d195c4e triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:54.919848 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (20222f32-47b5-4318-943e-4a174d195c4e), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:54.920188 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Attempt 1 to provision port 20222f32-47b5-4318-943e-4a174d195c4e Sep 21 22:04:55.000163 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Current status of the port 20222f32-47b5-4318-943e-4a174d195c4e is: ACTIVE; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:56.522803 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1f510602-fef3-49fe-927b-023105db3d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:58.642512 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b3b3b864-f8b7-4a65-b896-2584cf544e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:59.868152 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:01.450703 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:05:01.565143 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:03.065104 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:09.438946 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-c82d040e-963e-41ca-97df-932e2c7c3392 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1482275225&fields=id&tenant_id=96e3307333ba467d8f4f97dd6775ba12 HTTP/1.1" status: 200 len: 267 time: 0.0427203 Sep 21 22:05:09.544550 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-1fcaad9b-de67-4651-bcd0-95a6f1e76754 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:09.546024 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-1fcaad9b-de67-4651-bcd0-95a6f1e76754 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/networks?id=193a34aa-ee4a-45e3-9672-efa7dd4524f9 HTTP/1.1" status: 200 len: 811 time: 0.1009622 Sep 21 22:05:09.559901 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-22f4bfff-f4c0-4d84-bc95-002b9ec2c3c1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/quotas/96e3307333ba467d8f4f97dd6775ba12 HTTP/1.1" status: 200 len: 375 time: 0.0086489 Sep 21 22:05:09.613295 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-c0ef872b-1ce9-4d8b-93fe-e70480d18411 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=96e3307333ba467d8f4f97dd6775ba12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487263 Sep 21 22:05:09.713427 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-db049257-fa78-4df1-8f0f-8faf64b0d2c5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 22:05:09.714427 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-db049257-fa78-4df1-8f0f-8faf64b0d2c5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0903251 Sep 21 22:05:09.805142 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-e81469df-0fde-47c1-9874-49feda72ecd9 service neutron] 10.222.0.42 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847549 Sep 21 22:05:09.891518 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-ffdebb76-518a-477f-b8a5-77503723618d service neutron] 10.222.0.42 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807583 Sep 21 22:05:10.390647 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e1fe7701-9bed-4331-8856-a05cb794d8ae req-88d9e8fa-3a1d-4cc4-b9b5-dbf73e879d1e tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 210 time: 0.0277393 Sep 21 22:05:11.472130 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f6acd177-3a2f-45e6-8a72-75310c4e8911 req-0b5dec58-42d4-419c-8176-157868a38e35 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 210 time: 0.0264380 Sep 21 22:05:12.576274 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-53dfa6b8-0855-40c2-b373-4d0d2241f998 req-4a1ccef7-69d7-47ea-8b1a-919254047b03 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 210 time: 0.0324717 Sep 21 22:05:12.606618 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-f6ce8dc9-b47f-4da1-ba1e-325eeb52194a tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:12.608038 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-f6ce8dc9-b47f-4da1-ba1e-325eeb52194a tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.61 "GET /v2.0/networks?id=193a34aa-ee4a-45e3-9672-efa7dd4524f9 HTTP/1.1" status: 200 len: 811 time: 0.1036565 Sep 21 22:05:12.678394 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-ff5c6304-31b0-400b-9f5c-ef79e619950e tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96e3307333ba467d8f4f97dd6775ba12 HTTP/1.1" status: 200 len: 380 time: 0.0531082 Sep 21 22:05:12.687661 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Request body: {'port': {'device_id': '460c897e-6510-4773-b816-53e73a7ea58f', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'admin_state_up': True, 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'security_groups': ['cca16295-8938-4793-ba8f-c90aad33cc58']}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:05:12.923624 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Made reservation on behalf of 96e3307333ba467d8f4f97dd6775ba12 for: {'port': 1} {{(pid=110730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:05:12.923624 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:13.023969 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Allocated IP 172.20.0.8 (193a34aa-ee4a-45e3-9672-efa7dd4524f9/72816605-4aa9-4890-b89b-7aa582f97392/6a441498-a08c-4679-9037-6011533e385a) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:05:13.160317 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for port (6a441498-a08c-4679-9037-6011533e385a), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:13.256285 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (6a441498-a08c-4679-9037-6011533e385a), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:13.296619 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:05:13.299601 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:05:13.306669 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:05:13.312053 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event updated for resources: {'Port': ['ID=6a441498-a08c-4679-9037-6011533e385a,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:13.339864 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:13.340225 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:13.340605 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:13.340970 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:13.341317 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:13.341655 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:13.341991 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:13.342328 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:13.342664 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:13.343004 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:13.343338 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:13.343670 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:13.343998 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:13.374345 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:13.374978 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:13.464594 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-837d5e93-2941-46d3-8bf1-e37a01fe10e4 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7804656 Sep 21 22:05:13.473516 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-73eb71d9-b212-4a28-abf2-1760c18fc8e9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110730) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 22:05:13.474452 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-73eb71d9-b212-4a28-abf2-1760c18fc8e9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049617 Sep 21 22:05:13.537552 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Request body: {'port': {'device_id': '460c897e-6510-4773-b816-53e73a7ea58f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:05:13.571102 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-62ca3f15-c0dc-4ee6-8886-33f3d1d9fa01 None None] Provisioning complete for port 6a441498-a08c-4679-9037-6011533e385a triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:05:13.571658 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-62ca3f15-c0dc-4ee6-8886-33f3d1d9fa01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (6a441498-a08c-4679-9037-6011533e385a), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:13.571753 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-62ca3f15-c0dc-4ee6-8886-33f3d1d9fa01 None None] Attempt 1 to provision port 6a441498-a08c-4679-9037-6011533e385a Sep 21 22:05:13.603443 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (6a441498-a08c-4679-9037-6011533e385a), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:13.607188 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-62ca3f15-c0dc-4ee6-8886-33f3d1d9fa01 None None] Port 6a441498-a08c-4679-9037-6011533e385a cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:05:13.704843 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09825236-8952-4d27-95c0-92c7c0b1a595 req-473bb6dc-8b4f-4888-acd0-47d044085999 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:13.707503 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-09825236-8952-4d27-95c0-92c7c0b1a595 req-473bb6dc-8b4f-4888-acd0-47d044085999 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 931 time: 0.0572748 Sep 21 22:05:13.757167 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-09825236-8952-4d27-95c0-92c7c0b1a595 req-c0cb08eb-7232-4cce-b97c-0de0533594fc tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440710 Sep 21 22:05:13.860459 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a441498-a08c-4679-9037-6011533e385a {{(pid=110730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:05:13.868490 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Publish callbacks [] for port (6a441498-a08c-4679-9037-6011533e385a), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:13.880631 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.provisioning_blocks [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Transition to ACTIVE for port object 6a441498-a08c-4679-9037-6011533e385a will not be triggered until provisioned by entity L2. {{(pid=110730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:05:13.961825 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (6a441498-a08c-4679-9037-6011533e385a), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:14.039772 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a441498-a08c-4679-9037-6011533e385a,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:14.066571 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Attempting to bind port 6a441498-a08c-4679-9037-6011533e385a on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:05:14.066902 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Attempting to bind port 6a441498-a08c-4679-9037-6011533e385a by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:05:14.067223 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Attempting to bind port 6a441498-a08c-4679-9037-6011533e385a on network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:05:14.071421 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Port 6a441498-a08c-4679-9037-6011533e385a on network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:05:14.071741 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Attempting to bind port 6a441498-a08c-4679-9037-6011533e385a on network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:05:14.076413 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:05:14.076752 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Checking segment: {'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:05:14.077161 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Bound using segment: {'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'} {{(pid=110730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:05:14.077640 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.managers [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Bound port: 6a441498-a08c-4679-9037-6011533e385a, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'}}] {{(pid=110730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:05:14.078049 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (6a441498-a08c-4679-9037-6011533e385a), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:14.108482 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-62ca3f15-c0dc-4ee6-8886-33f3d1d9fa01 None None] Attempt 2 to provision port 6a441498-a08c-4679-9037-6011533e385a Sep 21 22:05:14.140061 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] For port 6a441498-a08c-4679-9037-6011533e385a, host hv-cinder-85881, cleared binding levels {{(pid=110730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:05:14.142880 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-62ca3f15-c0dc-4ee6-8886-33f3d1d9fa01 None None] Port 6a441498-a08c-4679-9037-6011533e385a cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:05:14.143419 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] For port 6a441498-a08c-4679-9037-6011533e385a, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6a441498-a08c-4679-9037-6011533e385a,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:05:14.216472 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (6a441498-a08c-4679-9037-6011533e385a), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:14.219694 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:14.220310 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:14.222067 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] 10.222.0.61 "PUT /v2.0/ports/6a441498-a08c-4679-9037-6011533e385a HTTP/1.1" status: 200 len: 1093 time: 0.7321928 Sep 21 22:05:14.225087 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460c897e-6510-4773-b816-53e73a7ea58f', 'tag': '6a441498-a08c-4679-9037-6011533e385a'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:05:14.228098 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d0d809-f953-4310-8df4-d6431db4a5af" -d '{"events": [{"name": "network-changed", "server_uuid": "460c897e-6510-4773-b816-53e73a7ea58f", "tag": "6a441498-a08c-4679-9037-6011533e385a"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:05:14.272960 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0c1f7-d8c2-4102-b1a5-44b438cc1bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a441498-a08c-4679-9037-6011533e385a,revision_number=3']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:14.279720 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837b363b-8e02-4368-91ec-93c309b401d3 x-openstack-request-id: req-837b363b-8e02-4368-91ec-93c309b401d3 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:05:14.280027 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460c897e-6510-4773-b816-53e73a7ea58f", "tag": "6a441498-a08c-4679-9037-6011533e385a", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:05:14.280283 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-837b363b-8e02-4368-91ec-93c309b401d3 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:05:14.280682 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-837b363b-8e02-4368-91ec-93c309b401d3'] response: {'name': 'network-changed', 'server_uuid': '460c897e-6510-4773-b816-53e73a7ea58f', 'tag': '6a441498-a08c-4679-9037-6011533e385a', 'status': 'completed', 'code': 200} Sep 21 22:05:14.365904 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0d809-f953-4310-8df4-d6431db4a5af req-a59e07d8-3629-4e22-aec4-0fe8cd9d0edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:14.367303 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-75d0d809-f953-4310-8df4-d6431db4a5af req-a59e07d8-3629-4e22-aec4-0fe8cd9d0edf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96e3307333ba467d8f4f97dd6775ba12&device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 1127 time: 0.0444841 Sep 21 22:05:14.471165 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0d809-f953-4310-8df4-d6431db4a5af req-5da2ac1d-2005-4f4f-8d8f-5bc5cae4898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:14.472625 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-75d0d809-f953-4310-8df4-d6431db4a5af req-5da2ac1d-2005-4f4f-8d8f-5bc5cae4898f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=96e3307333ba467d8f4f97dd6775ba12&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0921233 Sep 21 22:05:14.561942 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0d809-f953-4310-8df4-d6431db4a5af req-8844a431-2734-4c87-8a76-e41119304e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:14.563396 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-75d0d809-f953-4310-8df4-d6431db4a5af req-8844a431-2734-4c87-8a76-e41119304e40 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851490 Sep 21 22:05:14.644127 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-62ca3f15-c0dc-4ee6-8886-33f3d1d9fa01 None None] Attempt 3 to provision port 6a441498-a08c-4679-9037-6011533e385a Sep 21 22:05:14.677819 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-cf37ad23-2121-46e1-8a1f-d59c7a76dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:14.679805 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-cf37ad23-2121-46e1-8a1f-d59c7a76dfb1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96e3307333ba467d8f4f97dd6775ba12&device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 1127 time: 0.0482135 Sep 21 22:05:14.680821 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-62ca3f15-c0dc-4ee6-8886-33f3d1d9fa01 None None] Port 6a441498-a08c-4679-9037-6011533e385a had new provisioning blocks added so it will not transition to active. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 22:05:14.724855 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-6af7e2d1-d254-4689-a492-5b4b97a19a46 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a441498-a08c-4679-9037-6011533e385a HTTP/1.1" status: 200 len: 217 time: 0.0315871 Sep 21 22:05:14.772342 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-5667d6fe-e02a-4b23-8783-ee7797146997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:14.773802 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-5667d6fe-e02a-4b23-8783-ee7797146997 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72816605-4aa9-4890-b89b-7aa582f97392 HTTP/1.1" status: 200 len: 850 time: 0.0423546 Sep 21 22:05:14.822753 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-bbef233b-69a9-4236-91b6-a8412bab1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:14.824271 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-bbef233b-69a9-4236-91b6-a8412bab1e85 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=193a34aa-ee4a-45e3-9672-efa7dd4524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440035 Sep 21 22:05:14.880205 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62968f-3439-42c9-8922-ad0e1371beaa req-e8285f82-0af8-40f8-9d5d-0a28281255b3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:14.882374 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1a62968f-3439-42c9-8922-ad0e1371beaa req-e8285f82-0af8-40f8-9d5d-0a28281255b3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 943 time: 0.0518858 Sep 21 22:05:14.918413 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-893b22dc-c899-42eb-a937-f89e5145b2fe service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843475 Sep 21 22:05:14.930513 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1a62968f-3439-42c9-8922-ad0e1371beaa req-752a3bed-52fe-4e83-ab4e-f225155e46e1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424616 Sep 21 22:05:15.006025 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-e17ecbbd-0924-4691-9046-5320aab469a3 req-137891f9-234c-42c3-801e-89aa69c26717 service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817542 Sep 21 22:05:16.058618 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5840a-10c4-4898-9f3a-4f12c5c34ca8 req-0c7cf2d9-f647-4e3e-8e18-d60f0d96263f tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:16.060103 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c9f5840a-10c4-4898-9f3a-4f12c5c34ca8 req-0c7cf2d9-f647-4e3e-8e18-d60f0d96263f tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 943 time: 0.0563047 Sep 21 22:05:16.107908 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c9f5840a-10c4-4898-9f3a-4f12c5c34ca8 req-17fee64f-1f8a-41e0-9564-0c2ec36dbc02 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421484 Sep 21 22:05:17.228138 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef8c3c-b62c-4301-9b5c-55ba826a64d1 req-29c1c056-724e-4e05-b9c6-5f60b3eb2304 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:17.229627 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e0ef8c3c-b62c-4301-9b5c-55ba826a64d1 req-29c1c056-724e-4e05-b9c6-5f60b3eb2304 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 943 time: 0.0517077 Sep 21 22:05:17.276717 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e0ef8c3c-b62c-4301-9b5c-55ba826a64d1 req-e2aa75cd-2d1e-44c2-9235-cd881229f96d tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416386 Sep 21 22:05:18.398462 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee871b-f3c9-424b-9e62-a8137bb21f25 req-8399fbf0-1093-4526-bb1e-cddecdc82647 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:18.399915 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-34ee871b-f3c9-424b-9e62-a8137bb21f25 req-8399fbf0-1093-4526-bb1e-cddecdc82647 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 943 time: 0.0516205 Sep 21 22:05:18.451178 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-34ee871b-f3c9-424b-9e62-a8137bb21f25 req-227c2b6e-cd31-466d-9486-8b8ea165666f tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457692 Sep 21 22:05:19.381655 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:19.571122 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c811d-fdd6-4c0b-9de5-33c85cbd2026 req-23c29eba-8c5b-462a-b4af-84bf6f372237 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:19.572571 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1e6c811d-fdd6-4c0b-9de5-33c85cbd2026 req-23c29eba-8c5b-462a-b4af-84bf6f372237 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 943 time: 0.0516927 Sep 21 22:05:19.619527 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1e6c811d-fdd6-4c0b-9de5-33c85cbd2026 req-ba1e2a57-ef54-4af9-82d9-6a461101b9b0 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414698 Sep 21 22:05:20.738725 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c0f8f-e7a2-4380-9ca4-21129076284a req-58bb38d0-74d1-4254-85a4-72b6524e4783 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:20.740191 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-081c0f8f-e7a2-4380-9ca4-21129076284a req-58bb38d0-74d1-4254-85a4-72b6524e4783 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 943 time: 0.0514727 Sep 21 22:05:20.786916 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-081c0f8f-e7a2-4380-9ca4-21129076284a req-d5cfc106-9866-475e-88bc-f51d659a3d8d tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403938 Sep 21 22:05:21.912486 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d35eac-97ac-42e6-8f45-564726fac5e7 req-6f4fbaeb-0fe8-4051-ac87-06906abc6254 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:21.913975 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-10d35eac-97ac-42e6-8f45-564726fac5e7 req-6f4fbaeb-0fe8-4051-ac87-06906abc6254 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 943 time: 0.0556171 Sep 21 22:05:21.961203 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-10d35eac-97ac-42e6-8f45-564726fac5e7 req-1cba2eb9-ab99-4f52-bbbb-a6424236dca3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416956 Sep 21 22:05:23.083363 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f88ac2-da7b-409b-bf94-ce9ae9607c2f req-f36512c8-5922-488c-a874-ac82fa7d0b1f tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:23.084732 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-63f88ac2-da7b-409b-bf94-ce9ae9607c2f req-f36512c8-5922-488c-a874-ac82fa7d0b1f tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 943 time: 0.0516834 Sep 21 22:05:23.131668 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-63f88ac2-da7b-409b-bf94-ce9ae9607c2f req-6b27184e-c4a9-493e-845b-4b054e118c9f tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407097 Sep 21 22:05:23.492893 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 6a441498-a08c-4679-9037-6011533e385a details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:05:23.592564 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 6a441498-a08c-4679-9037-6011533e385a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6a441498-a08c-4679-9037-6011533e385a,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:05:23.603730 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': '6a441498-a08c-4679-9037-6011533e385a', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'port_id': '6a441498-a08c-4679-9037-6011533e385a', 'mac_address': 'fa:16:3e:af:20:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:05:23.637505 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 6a441498-a08c-4679-9037-6011533e385a is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:05:23.637892 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (6a441498-a08c-4679-9037-6011533e385a), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:23.650533 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a441498-a08c-4679-9037-6011533e385a {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:05:23.669571 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 6a441498-a08c-4679-9037-6011533e385a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6a441498-a08c-4679-9037-6011533e385a,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:05:23.761269 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (6a441498-a08c-4679-9037-6011533e385a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:23.809209 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=6a441498-a08c-4679-9037-6011533e385a,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:24.095195 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['6a441498-a08c-4679-9037-6011533e385a'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:05:24.255852 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdec7f-5c9b-4ed2-8063-7a0a3b263cdc req-f9714e17-093c-4653-b1f3-2dfa40bfda22 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:24.257393 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-00cdec7f-5c9b-4ed2-8063-7a0a3b263cdc req-f9714e17-093c-4653-b1f3-2dfa40bfda22 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 944 time: 0.0546887 Sep 21 22:05:24.305864 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-00cdec7f-5c9b-4ed2-8063-7a0a3b263cdc req-966fe955-d069-445c-a80f-db649372dbbd tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429199 Sep 21 22:05:25.426510 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daf9ef-fd1e-43d3-bdde-e7aefaf4df88 req-e316d0a0-304a-45e3-a6d7-ed96960323eb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:25.427961 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d2daf9ef-fd1e-43d3-bdde-e7aefaf4df88 req-e316d0a0-304a-45e3-a6d7-ed96960323eb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 944 time: 0.0511496 Sep 21 22:05:25.475306 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d2daf9ef-fd1e-43d3-bdde-e7aefaf4df88 req-88fe174e-1f95-440e-8901-e66806680a0c tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413451 Sep 21 22:05:25.509213 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 6a441498-a08c-4679-9037-6011533e385a up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:05:25.624204 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port 6a441498-a08c-4679-9037-6011533e385a completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:05:25.628523 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port 6a441498-a08c-4679-9037-6011533e385a triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:05:25.628685 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (6a441498-a08c-4679-9037-6011533e385a), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:25.629063 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port 6a441498-a08c-4679-9037-6011533e385a Sep 21 22:05:25.673544 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ac6cbddf-2090-42fc-87fb-4929d5c1ce3e req-93aeee8e-e378-43cf-9a56-faca00f7da67 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360058328&fields=id&tenant_id=c99eb118f2b946389266460ec343db6d HTTP/1.1" status: 200 len: 267 time: 0.0441036 Sep 21 22:05:25.703829 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 6a441498-a08c-4679-9037-6011533e385a is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:05:25.704219 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (6a441498-a08c-4679-9037-6011533e385a), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:25.727763 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460c897e-6510-4773-b816-53e73a7ea58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a441498-a08c-4679-9037-6011533e385a'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:05:25.730033 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b533124-3c49-497f-b7e9-1e22a910183a" -d '{"events": [{"server_uuid": "460c897e-6510-4773-b816-53e73a7ea58f", "name": "network-vif-plugged", "status": "completed", "tag": "6a441498-a08c-4679-9037-6011533e385a"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:05:25.733879 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cbddf-2090-42fc-87fb-4929d5c1ce3e req-d6371e74-342f-4d50-8169-1cc787ddfc26 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:25.735372 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ac6cbddf-2090-42fc-87fb-4929d5c1ce3e req-d6371e74-342f-4d50-8169-1cc787ddfc26 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 985 time: 0.0564833 Sep 21 22:05:25.742406 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 6a441498-a08c-4679-9037-6011533e385a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6a441498-a08c-4679-9037-6011533e385a,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:05:25.747645 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-ac6cbddf-2090-42fc-87fb-4929d5c1ce3e req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Request body: {'port': {'security_groups': ['53251dbf-7b13-4e4d-ad38-79feb74ef407']}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:05:25.766145 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738bedde-ab0d-418b-88ac-e5c606f17206 x-openstack-request-id: req-738bedde-ab0d-418b-88ac-e5c606f17206 {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:05:25.772007 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460c897e-6510-4773-b816-53e73a7ea58f", "name": "network-vif-plugged", "status": "completed", "tag": "6a441498-a08c-4679-9037-6011533e385a", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:05:25.772007 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-738bedde-ab0d-418b-88ac-e5c606f17206 {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:05:25.772007 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738bedde-ab0d-418b-88ac-e5c606f17206'] response: {'server_uuid': '460c897e-6510-4773-b816-53e73a7ea58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a441498-a08c-4679-9037-6011533e385a', 'code': 200} Sep 21 22:05:25.819402 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (6a441498-a08c-4679-9037-6011533e385a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:25.823295 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-ac6cbddf-2090-42fc-87fb-4929d5c1ce3e req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (be8a317c-7338-40be-b828-31ca1dca4751), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:25.867114 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=6a441498-a08c-4679-9037-6011533e385a,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:25.995801 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-ac6cbddf-2090-42fc-87fb-4929d5c1ce3e req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] For port be8a317c-7338-40be-b828-31ca1dca4751, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=be8a317c-7338-40be-b828-31ca1dca4751,segment=NetworkSegment(69cee5a0-aa7f-4b04-a181-a2e648e42692),segment_id=69cee5a0-aa7f-4b04-a181-a2e648e42692)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:05:26.024378 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-ac6cbddf-2090-42fc-87fb-4929d5c1ce3e req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for port (be8a317c-7338-40be-b828-31ca1dca4751), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:26.093230 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-ac6cbddf-2090-42fc-87fb-4929d5c1ce3e req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (be8a317c-7338-40be-b828-31ca1dca4751), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:26.105325 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cbddf-2090-42fc-87fb-4929d5c1ce3e req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:26.109086 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-ac6cbddf-2090-42fc-87fb-4929d5c1ce3e req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:26.109086 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ac6cbddf-2090-42fc-87fb-4929d5c1ce3e req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "PUT /v2.0/ports/be8a317c-7338-40be-b828-31ca1dca4751 HTTP/1.1" status: 200 len: 943 time: 0.3649645 Sep 21 22:05:26.109086 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0639b477-9243-499c-ac90-5fe114989de0', 'tag': 'be8a317c-7338-40be-b828-31ca1dca4751'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:05:26.112925 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52395140-fa1f-4d69-99ba-4eb7e2d1431a" -d '{"events": [{"name": "network-changed", "server_uuid": "0639b477-9243-499c-ac90-5fe114989de0", "tag": "be8a317c-7338-40be-b828-31ca1dca4751"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:05:26.113296 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51940) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:26.127772 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['be8a317c-7338-40be-b828-31ca1dca4751'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:05:26.165755 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Pushing event updated for resources: {'Port': ['ID=be8a317c-7338-40be-b828-31ca1dca4751,revision_number=7']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:26.166633 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e2ec-66d9-416f-8bcd-97c27a646380 req-08e82d3c-62d6-4800-b06d-c7da631bfae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:26.168155 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-f847e2ec-66d9-416f-8bcd-97c27a646380 req-08e82d3c-62d6-4800-b06d-c7da631bfae1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 1129 time: 0.0887275 Sep 21 22:05:26.174242 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:26.174619 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:26.175037 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:26.175448 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:26.175853 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:26.176254 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:26.176655 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:26.177138 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:26.177475 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:26.177876 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:26.178274 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:26.178671 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:26.179487 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e52d3-23c5-4cd1-aafe-778e012c68cd tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:26.192410 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5a7c75b7-a448-4ca2-9b66-b7d4a14f70f1 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group (338f9dba-8305-4735-866c-30e08e88b3ea), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:26.233663 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5a7c75b7-a448-4ca2-9b66-b7d4a14f70f1 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group (338f9dba-8305-4735-866c-30e08e88b3ea), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:26.240682 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf656611-cac9-4df9-87ac-188cfa1cb48c x-openstack-request-id: req-bf656611-cac9-4df9-87ac-188cfa1cb48c {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:05:26.241086 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0639b477-9243-499c-ac90-5fe114989de0", "tag": "be8a317c-7338-40be-b828-31ca1dca4751", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:05:26.241789 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf656611-cac9-4df9-87ac-188cfa1cb48c {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:05:26.241926 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf656611-cac9-4df9-87ac-188cfa1cb48c'] response: {'name': 'network-changed', 'server_uuid': '0639b477-9243-499c-ac90-5fe114989de0', 'tag': 'be8a317c-7338-40be-b828-31ca1dca4751', 'status': 'completed', 'code': 200} Sep 21 22:05:26.254503 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['be8a317c-7338-40be-b828-31ca1dca4751'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:05:26.273763 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-f847e2ec-66d9-416f-8bcd-97c27a646380 req-08494bb6-a7d1-4127-8000-3c93204212f7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876086 Sep 21 22:05:26.398276 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5a7c75b7-a448-4ca2-9b66-b7d4a14f70f1 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (338f9dba-8305-4735-866c-30e08e88b3ea), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:26.400916 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5a7c75b7-a448-4ca2-9b66-b7d4a14f70f1 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:26.402095 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-5a7c75b7-a448-4ca2-9b66-b7d4a14f70f1 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "DELETE /v2.0/security-groups/338f9dba-8305-4735-866c-30e08e88b3ea HTTP/1.1" status: 204 len: 168 time: 0.2879245 Sep 21 22:05:26.404911 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 51944) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:26.411516 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c75b7-a448-4ca2-9b66-b7d4a14f70f1 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=338f9dba-8305-4735-866c-30e08e88b3ea,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:26.521095 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-678359ab-6743-4b74-9cc5-32feafa0e27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:26.555040 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-51e1274d-199a-49ee-8dc3-7a379998ddba tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Deleting port 1ef8a18f-f6b5-4c43-8e9a-83dfbf5dda30 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:05:26.555642 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-51e1274d-199a-49ee-8dc3-7a379998ddba tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (1ef8a18f-f6b5-4c43-8e9a-83dfbf5dda30), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:26.581275 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52395140-fa1f-4d69-99ba-4eb7e2d1431a req-45122d05-688e-4361-9a6b-75fe8c7bebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:26.582843 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-52395140-fa1f-4d69-99ba-4eb7e2d1431a req-45122d05-688e-4361-9a6b-75fe8c7bebaf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c99eb118f2b946389266460ec343db6d&device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 1130 time: 0.0492759 Sep 21 22:05:26.659027 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764704f0-7ec5-4290-a479-189023f2ce28 req-138f2a08-4c91-40a6-bc43-095a056e54d3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:26.660394 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-764704f0-7ec5-4290-a479-189023f2ce28 req-138f2a08-4c91-40a6-bc43-095a056e54d3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 945 time: 0.1076975 Sep 21 22:05:26.678467 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-51e1274d-199a-49ee-8dc3-7a379998ddba tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (1ef8a18f-f6b5-4c43-8e9a-83dfbf5dda30), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:26.679306 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-51e1274d-199a-49ee-8dc3-7a379998ddba tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for floatingip (1ef8a18f-f6b5-4c43-8e9a-83dfbf5dda30), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:26.693382 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52395140-fa1f-4d69-99ba-4eb7e2d1431a req-5609a235-767f-4aeb-8777-7be7f47722bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:26.695558 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-52395140-fa1f-4d69-99ba-4eb7e2d1431a req-5609a235-767f-4aeb-8777-7be7f47722bd service neutron] 10.222.0.61 "GET /v2.0/networks?id=f735ca0e-5121-49df-85b3-cf97d454b283 HTTP/1.1" status: 200 len: 916 time: 0.0849907 Sep 21 22:05:26.702607 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-51e1274d-199a-49ee-8dc3-7a379998ddba tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Calling delete_port for 1ef8a18f-f6b5-4c43-8e9a-83dfbf5dda30 owned by network:floatingip {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:05:26.757303 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-52395140-fa1f-4d69-99ba-4eb7e2d1431a req-8e3a2199-18e6-4a70-b92e-63231c783a1f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8a317c-7338-40be-b828-31ca1dca4751 HTTP/1.1" status: 200 len: 1001 time: 0.0541384 Sep 21 22:05:26.765007 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-764704f0-7ec5-4290-a479-189023f2ce28 req-1cb3dd18-8f63-4d23-8388-de8da774060c tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948436 Sep 21 22:05:26.810805 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52395140-fa1f-4d69-99ba-4eb7e2d1431a req-508ad829-7b43-4d74-a4d4-7ddfa4ebb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:26.812325 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-52395140-fa1f-4d69-99ba-4eb7e2d1431a req-508ad829-7b43-4d74-a4d4-7ddfa4ebb5f6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24bcaf2c-8e7e-484f-b414-888d80530e9c HTTP/1.1" status: 200 len: 854 time: 0.0486193 Sep 21 22:05:26.860637 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52395140-fa1f-4d69-99ba-4eb7e2d1431a req-7ac370d6-cccc-4310-8933-54d7da11f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:26.862195 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-52395140-fa1f-4d69-99ba-4eb7e2d1431a req-7ac370d6-cccc-4310-8933-54d7da11f07a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f735ca0e-5121-49df-85b3-cf97d454b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430741 Sep 21 22:05:26.927588 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-51e1274d-199a-49ee-8dc3-7a379998ddba tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (1ef8a18f-f6b5-4c43-8e9a-83dfbf5dda30), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:26.949987 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-52395140-fa1f-4d69-99ba-4eb7e2d1431a req-c10f13a9-f27e-48ce-be29-1192c038594f service neutron] 10.222.0.61 "GET /v2.0/networks/f735ca0e-5121-49df-85b3-cf97d454b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812292 Sep 21 22:05:26.956818 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1274d-199a-49ee-8dc3-7a379998ddba tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Pushing event deleted for resources: {'Port': ['ID=1ef8a18f-f6b5-4c43-8e9a-83dfbf5dda30,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:27.016336 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-51e1274d-199a-49ee-8dc3-7a379998ddba tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks [] for floatingip (e0612120-c69a-469e-ad96-8602ced51b13), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:27.016679 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.l3_db [None req-51e1274d-199a-49ee-8dc3-7a379998ddba tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Floating IP e0612120-c69a-469e-ad96-8602ced51b13 disassociated (deleted). External IP: 172.27.2.82, port: be8a317c-7338-40be-b828-31ca1dca4751. Sep 21 22:05:27.046966 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-52395140-fa1f-4d69-99ba-4eb7e2d1431a req-75df4530-6282-4c8e-a721-6b06fb6ea24e service neutron] 10.222.0.61 "GET /v2.0/networks/f735ca0e-5121-49df-85b3-cf97d454b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899541 Sep 21 22:05:27.208834 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e1274d-199a-49ee-8dc3-7a379998ddba tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Router a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:05:27.310517 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e1274d-199a-49ee-8dc3-7a379998ddba tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:05:27.315268 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-51e1274d-199a-49ee-8dc3-7a379998ddba tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:27.321436 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c1c08-7981-4086-840f-ac3e03e23471 None None] Sync routers for ids ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:05:27.330867 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068c1c08-7981-4086-840f-ac3e03e23471 None None] Routers {'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:27.331483 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-068c1c08-7981-4086-840f-ac3e03e23471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:04:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:27.343648 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-51e1274d-199a-49ee-8dc3-7a379998ddba tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "DELETE /v2.0/floatingips/e0612120-c69a-469e-ad96-8602ced51b13 HTTP/1.1" status: 204 len: 168 time: 0.9375889 Sep 21 22:05:27.432623 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-068c1c08-7981-4086-840f-ac3e03e23471 None None] Set router a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:27.627711 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-068c1c08-7981-4086-840f-ac3e03e23471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'name': 'tempest-TestMinimumBasicScenario-1383182409-router', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:19Z', 'revision_number': 4, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'gw_port': {'id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'c7800354-f509-4efe-82a0-f8a072d8ce1c', 'name': '', 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'mac_address': 'fa:16:3e:3c:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '24bcaf2c-8e7e-484f-b414-888d80530e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:18Z', 'updated_at': '2022-09-21T22:03:23Z', 'revision_number': 5, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'subnets': [{'id': '24bcaf2c-8e7e-484f-b414-888d80530e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:27.651546 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c1c08-7981-4086-840f-ac3e03e23471 None None] Checking router: a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:05:27.660592 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068c1c08-7981-4086-840f-ac3e03e23471 None None] Routers {'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:27.661239 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-068c1c08-7981-4086-840f-ac3e03e23471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:04:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:27.761634 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-068c1c08-7981-4086-840f-ac3e03e23471 None None] Set router a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:27.894067 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa260fe-135e-465a-afbc-73adaf76aafd req-8c7a475f-6e02-42b1-a572-c1cd2874ca30 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:27.895547 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6fa260fe-135e-465a-afbc-73adaf76aafd req-8c7a475f-6e02-42b1-a572-c1cd2874ca30 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 945 time: 0.0520148 Sep 21 22:05:27.944804 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6fa260fe-135e-465a-afbc-73adaf76aafd req-46ad2125-3112-4696-ba50-a1bf4a06415d tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424390 Sep 21 22:05:27.951131 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-068c1c08-7981-4086-840f-ac3e03e23471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'name': 'tempest-TestMinimumBasicScenario-1383182409-router', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:19Z', 'revision_number': 4, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'gw_port': {'id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'c7800354-f509-4efe-82a0-f8a072d8ce1c', 'name': '', 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'mac_address': 'fa:16:3e:3c:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '24bcaf2c-8e7e-484f-b414-888d80530e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:18Z', 'updated_at': '2022-09-21T22:03:23Z', 'revision_number': 5, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'subnets': [{'id': '24bcaf2c-8e7e-484f-b414-888d80530e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:27.979916 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c1c08-7981-4086-840f-ac3e03e23471 None None] The sync data for ids ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'] in dv-cinder-858818-1-iscsi is: [{'id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'name': 'tempest-TestMinimumBasicScenario-1383182409-router', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:19Z', 'revision_number': 4, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'gw_port': {'id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': 'c7800354-f509-4efe-82a0-f8a072d8ce1c', 'name': '', 'network_id': 'f735ca0e-5121-49df-85b3-cf97d454b283', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'mac_address': 'fa:16:3e:3c:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '24bcaf2c-8e7e-484f-b414-888d80530e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:18Z', 'updated_at': '2022-09-21T22:03:23Z', 'revision_number': 5, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'subnets': [{'id': '24bcaf2c-8e7e-484f-b414-888d80530e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:05:28.072803 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ece537-459a-4075-8b5d-0a2ec8a72c8c req-5686b2be-8157-4f3b-a0b5-f5bac7aa6509 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:28.074334 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-94ece537-459a-4075-8b5d-0a2ec8a72c8c req-5686b2be-8157-4f3b-a0b5-f5bac7aa6509 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 945 time: 0.0557203 Sep 21 22:05:28.128177 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-94ece537-459a-4075-8b5d-0a2ec8a72c8c req-ce412019-3f67-4c28-a259-f1a31221346b tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481935 Sep 21 22:05:28.156988 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51960) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:28.207047 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cde3bb-4dda-4d27-8c3a-6701b7ca8fb5 None None] New status for floating IP e0612120-c69a-469e-ad96-8602ced51b13: DOWN {{(pid=110732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:05:28.243014 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0639b477-9243-499c-ac90-5fe114989de0', 'tag': 'be8a317c-7338-40be-b828-31ca1dca4751'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:05:28.245399 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32587751-d4aa-4f6b-864c-f90b04a4f533" -d '{"events": [{"name": "network-changed", "server_uuid": "0639b477-9243-499c-ac90-5fe114989de0", "tag": "be8a317c-7338-40be-b828-31ca1dca4751"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:05:28.251174 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0199907a-a4e3-4607-991b-3ea11852162b tempest-TestVolumeBootPattern-2045350105 tempest-TestVolumeBootPattern-2045350105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:28.256470 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-0199907a-a4e3-4607-991b-3ea11852162b tempest-TestVolumeBootPattern-2045350105 tempest-TestVolumeBootPattern-2045350105-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 1124 time: 0.0978000 Sep 21 22:05:28.257802 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 51966) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:28.262380 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Request body: {'floatingip': {'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'port_id': '6a441498-a08c-4679-9037-6011533e385a', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:05:28.293062 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd367ee-30b5-4570-9f9a-7d8033aad1f0 x-openstack-request-id: req-9dd367ee-30b5-4570-9f9a-7d8033aad1f0 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:05:28.293062 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0639b477-9243-499c-ac90-5fe114989de0", "tag": "be8a317c-7338-40be-b828-31ca1dca4751", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:05:28.293062 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9dd367ee-30b5-4570-9f9a-7d8033aad1f0 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:05:28.293062 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd367ee-30b5-4570-9f9a-7d8033aad1f0'] response: {'name': 'network-changed', 'server_uuid': '0639b477-9243-499c-ac90-5fe114989de0', 'tag': 'be8a317c-7338-40be-b828-31ca1dca4751', 'status': 'completed', 'code': 200} Sep 21 22:05:28.339393 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [req-7af1efdc-76a1-43b9-b3f2-c480fcba2bf4 req-f2f99f47-c060-4213-a9bd-bed5b08409fd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524869 Sep 21 22:05:28.341029 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:28.377840 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32587751-d4aa-4f6b-864c-f90b04a4f533 req-31114aa8-fa85-48f7-9670-b8ef2b3a22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:28.379327 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-32587751-d4aa-4f6b-864c-f90b04a4f533 req-31114aa8-fa85-48f7-9670-b8ef2b3a22a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c99eb118f2b946389266460ec343db6d&device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 1130 time: 0.0474486 Sep 21 22:05:28.436630 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:28.467578 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32587751-d4aa-4f6b-864c-f90b04a4f533 req-16622ebc-f6e9-40c6-a95c-4aa2d62a3e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:28.469064 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-32587751-d4aa-4f6b-864c-f90b04a4f533 req-16622ebc-f6e9-40c6-a95c-4aa2d62a3e8e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f735ca0e-5121-49df-85b3-cf97d454b283 HTTP/1.1" status: 200 len: 916 time: 0.0840583 Sep 21 22:05:28.511378 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-32587751-d4aa-4f6b-864c-f90b04a4f533 req-62ca6dba-4a36-4200-bbee-5e381ea3f976 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8a317c-7338-40be-b828-31ca1dca4751 HTTP/1.1" status: 200 len: 217 time: 0.0362222 Sep 21 22:05:28.543260 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Allocated IP 172.27.2.113 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/c6fab356-2c46-4dcd-b764-9f6919fa00b2) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:05:28.561626 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32587751-d4aa-4f6b-864c-f90b04a4f533 req-8cf8befd-9576-46fc-9e4a-6f151579837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:28.563092 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-32587751-d4aa-4f6b-864c-f90b04a4f533 req-8cf8befd-9576-46fc-9e4a-6f151579837d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24bcaf2c-8e7e-484f-b414-888d80530e9c HTTP/1.1" status: 200 len: 854 time: 0.0451863 Sep 21 22:05:28.620827 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32587751-d4aa-4f6b-864c-f90b04a4f533 req-7f3cc3d7-4d67-41ed-a83c-ec7853b5a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:28.622521 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-32587751-d4aa-4f6b-864c-f90b04a4f533 req-7f3cc3d7-4d67-41ed-a83c-ec7853b5a55f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f735ca0e-5121-49df-85b3-cf97d454b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537941 Sep 21 22:05:28.646044 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for port (c6fab356-2c46-4dcd-b764-9f6919fa00b2), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:28.686917 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-78a72042-ab2f-4d8e-a893-45758dc6fe42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:28.729939 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-32587751-d4aa-4f6b-864c-f90b04a4f533 req-94284c9f-9694-4453-aac9-c8d8023b2482 service neutron] 10.222.0.61 "GET /v2.0/networks/f735ca0e-5121-49df-85b3-cf97d454b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866694 Sep 21 22:05:28.775789 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (c6fab356-2c46-4dcd-b764-9f6919fa00b2), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:28.812204 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:05:28.824667 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:05:28.824667 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:05:28.828890 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event updated for resources: {'Port': ['ID=c6fab356-2c46-4dcd-b764-9f6919fa00b2,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:28.839365 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-32587751-d4aa-4f6b-864c-f90b04a4f533 req-34215251-bb2c-48fe-9d8a-c5733fdd7400 service neutron] 10.222.0.61 "GET /v2.0/networks/f735ca0e-5121-49df-85b3-cf97d454b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034403 Sep 21 22:05:29.065565 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1efdc-76a1-43b9-b3f2-c480fcba2bf4 req-5b7a04c7-86a2-48ac-9c66-1d94d7306406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:29.067012 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7af1efdc-76a1-43b9-b3f2-c480fcba2bf4 req-5b7a04c7-86a2-48ac-9c66-1d94d7306406 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c99eb118f2b946389266460ec343db6d&device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 1130 time: 0.0482190 Sep 21 22:05:29.185980 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1efdc-76a1-43b9-b3f2-c480fcba2bf4 req-07d63309-6d2d-4c2c-8f65-4fcf4e71a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:29.187476 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7af1efdc-76a1-43b9-b3f2-c480fcba2bf4 req-07d63309-6d2d-4c2c-8f65-4fcf4e71a02d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f735ca0e-5121-49df-85b3-cf97d454b283 HTTP/1.1" status: 200 len: 916 time: 0.1010256 Sep 21 22:05:29.227860 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7af1efdc-76a1-43b9-b3f2-c480fcba2bf4 req-d9d44f3a-21ce-4d9d-b677-301e09664457 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8a317c-7338-40be-b828-31ca1dca4751 HTTP/1.1" status: 200 len: 217 time: 0.0340061 Sep 21 22:05:29.278795 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1efdc-76a1-43b9-b3f2-c480fcba2bf4 req-a0bf3938-b74a-4468-a46c-d62cb8c7c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:29.280593 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7af1efdc-76a1-43b9-b3f2-c480fcba2bf4 req-a0bf3938-b74a-4468-a46c-d62cb8c7c0ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24bcaf2c-8e7e-484f-b414-888d80530e9c HTTP/1.1" status: 200 len: 854 time: 0.0467134 Sep 21 22:05:29.333777 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1efdc-76a1-43b9-b3f2-c480fcba2bf4 req-9a6191f3-cfc0-4a23-a432-8bf85e7f168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:29.335741 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7af1efdc-76a1-43b9-b3f2-c480fcba2bf4 req-9a6191f3-cfc0-4a23-a432-8bf85e7f168c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f735ca0e-5121-49df-85b3-cf97d454b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484252 Sep 21 22:05:29.424985 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7af1efdc-76a1-43b9-b3f2-c480fcba2bf4 req-f2d39150-7336-48c8-a2ba-7c9376fee7b0 service neutron] 10.222.0.61 "GET /v2.0/networks/f735ca0e-5121-49df-85b3-cf97d454b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826509 Sep 21 22:05:29.439279 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for floatingip (048f1072-0a8e-4968-8436-b14cbd0983d0), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:29.564081 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (c6fab356-2c46-4dcd-b764-9f6919fa00b2), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:29.714879 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for port (c6fab356-2c46-4dcd-b764-9f6919fa00b2), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:29.769715 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (c6fab356-2c46-4dcd-b764-9f6919fa00b2), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:29.787807 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7af1efdc-76a1-43b9-b3f2-c480fcba2bf4 req-cf0ccf8b-c288-448b-92b1-96454af69b30 service neutron] 10.222.0.61 "GET /v2.0/networks/f735ca0e-5121-49df-85b3-cf97d454b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570509 Sep 21 22:05:29.838691 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (048f1072-0a8e-4968-8436-b14cbd0983d0), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:29.840330 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event updated for resources: {'Port': ['ID=c6fab356-2c46-4dcd-b764-9f6919fa00b2,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:29.909702 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:29.933810 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.l3_db [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Floating IP 048f1072-0a8e-4968-8436-b14cbd0983d0 associated. External IP: 172.27.2.113, port: 6a441498-a08c-4679-9037-6011533e385a. Sep 21 22:05:30.123540 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Router 34a96f29-9d31-4925-95c3-337d8c91f8b1 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:05:30.225418 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:05:30.236367 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbbbb95-aa73-48cd-8628-62c9988ae4dd None None] Sync routers for ids ['34a96f29-9d31-4925-95c3-337d8c91f8b1'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:05:30.247046 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbbbb95-aa73-48cd-8628-62c9988ae4dd None None] Routers {'34a96f29-9d31-4925-95c3-337d8c91f8b1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:30.250856 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-1cbbbb95-aa73-48cd-8628-62c9988ae4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:05:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['34a96f29-9d31-4925-95c3-337d8c91f8b1'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:30.335556 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:30.345974 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-1cbbbb95-aa73-48cd-8628-62c9988ae4dd None None] Set router 34a96f29-9d31-4925-95c3-337d8c91f8b1 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:30.368258 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-7f0d55a4-2085-4254-946b-baa7a6ebe0f3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1093388 Sep 21 22:05:30.368923 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460c897e-6510-4773-b816-53e73a7ea58f', 'tag': '6a441498-a08c-4679-9037-6011533e385a'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:05:30.371218 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a853cd6-1a75-4d10-8fdf-78ce52bfca4e" -d '{"events": [{"name": "network-changed", "server_uuid": "460c897e-6510-4773-b816-53e73a7ea58f", "tag": "6a441498-a08c-4679-9037-6011533e385a"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:05:30.406034 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e09195-c67c-4c21-9e95-94bd75d26343 x-openstack-request-id: req-49e09195-c67c-4c21-9e95-94bd75d26343 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:05:30.406325 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460c897e-6510-4773-b816-53e73a7ea58f", "tag": "6a441498-a08c-4679-9037-6011533e385a", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:05:30.406582 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-49e09195-c67c-4c21-9e95-94bd75d26343 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:05:30.406996 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e09195-c67c-4c21-9e95-94bd75d26343'] response: {'name': 'network-changed', 'server_uuid': '460c897e-6510-4773-b816-53e73a7ea58f', 'tag': '6a441498-a08c-4679-9037-6011533e385a', 'status': 'completed', 'code': 200} Sep 21 22:05:30.497445 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a853cd6-1a75-4d10-8fdf-78ce52bfca4e req-188d6ee5-87bf-4f89-a4fc-f7b3c1de1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:30.498946 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2a853cd6-1a75-4d10-8fdf-78ce52bfca4e req-188d6ee5-87bf-4f89-a4fc-f7b3c1de1dfb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96e3307333ba467d8f4f97dd6775ba12&device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 1129 time: 0.0493045 Sep 21 22:05:30.564739 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-1cbbbb95-aa73-48cd-8628-62c9988ae4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '048f1072-0a8e-4968-8436-b14cbd0983d0', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'port_id': '6a441498-a08c-4679-9037-6011533e385a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'mac_address': 'fa:16:3e:af:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460c897e-6510-4773-b816-53e73a7ea58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:05:29Z', 'updated_at': '2022-09-21T22:05:29Z', 'revision_number': 0, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 5, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:30.590905 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbbbb95-aa73-48cd-8628-62c9988ae4dd None None] Checking router: 34a96f29-9d31-4925-95c3-337d8c91f8b1 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:05:30.594585 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a853cd6-1a75-4d10-8fdf-78ce52bfca4e req-2c7cb7f0-f0d8-4b9f-abac-17ddc0297072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:30.596512 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2a853cd6-1a75-4d10-8fdf-78ce52bfca4e req-2c7cb7f0-f0d8-4b9f-abac-17ddc0297072 service neutron] 10.222.0.61 "GET /v2.0/networks?id=193a34aa-ee4a-45e3-9672-efa7dd4524f9 HTTP/1.1" status: 200 len: 912 time: 0.0919406 Sep 21 22:05:30.599501 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbbbb95-aa73-48cd-8628-62c9988ae4dd None None] Routers {'34a96f29-9d31-4925-95c3-337d8c91f8b1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:30.600105 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-1cbbbb95-aa73-48cd-8628-62c9988ae4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:05:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['34a96f29-9d31-4925-95c3-337d8c91f8b1'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:30.699851 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-1cbbbb95-aa73-48cd-8628-62c9988ae4dd None None] Set router 34a96f29-9d31-4925-95c3-337d8c91f8b1 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:30.708064 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cdb5d-e349-4dc6-8382-6ec263e90fbd req-c0bfc39c-4fb4-427e-bb2c-29338366ac33 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:30.709561 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4f9cdb5d-e349-4dc6-8382-6ec263e90fbd req-c0bfc39c-4fb4-427e-bb2c-29338366ac33 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 946 time: 0.0978498 Sep 21 22:05:30.711284 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2a853cd6-1a75-4d10-8fdf-78ce52bfca4e req-b2d285c0-8d5b-4eff-bc99-03224a452c1f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a441498-a08c-4679-9037-6011533e385a HTTP/1.1" status: 200 len: 999 time: 0.0701535 Sep 21 22:05:30.793124 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a853cd6-1a75-4d10-8fdf-78ce52bfca4e req-bea2f979-559c-4b89-a3a4-74f57ee16152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:30.794519 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2a853cd6-1a75-4d10-8fdf-78ce52bfca4e req-bea2f979-559c-4b89-a3a4-74f57ee16152 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72816605-4aa9-4890-b89b-7aa582f97392 HTTP/1.1" status: 200 len: 850 time: 0.0735538 Sep 21 22:05:30.798422 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-4f9cdb5d-e349-4dc6-8382-6ec263e90fbd req-fab48697-6700-4024-ada2-e5335c24669f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830512 Sep 21 22:05:30.845713 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a853cd6-1a75-4d10-8fdf-78ce52bfca4e req-2a153743-a762-4f8b-a722-bc08fef5d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:30.847211 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2a853cd6-1a75-4d10-8fdf-78ce52bfca4e req-2a153743-a762-4f8b-a722-bc08fef5d0a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=193a34aa-ee4a-45e3-9672-efa7dd4524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456581 Sep 21 22:05:30.937259 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2a853cd6-1a75-4d10-8fdf-78ce52bfca4e req-1b32602f-7f63-49e7-83c2-617e106bfbfa service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834537 Sep 21 22:05:30.998720 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-1cbbbb95-aa73-48cd-8628-62c9988ae4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '048f1072-0a8e-4968-8436-b14cbd0983d0', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'port_id': '6a441498-a08c-4679-9037-6011533e385a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'mac_address': 'fa:16:3e:af:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460c897e-6510-4773-b816-53e73a7ea58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:05:29Z', 'updated_at': '2022-09-21T22:05:29Z', 'revision_number': 0, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 5, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:31.025121 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbbbb95-aa73-48cd-8628-62c9988ae4dd None None] The sync data for ids ['34a96f29-9d31-4925-95c3-337d8c91f8b1'] in dv-cinder-858818-1-iscsi is: [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '048f1072-0a8e-4968-8436-b14cbd0983d0', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'port_id': '6a441498-a08c-4679-9037-6011533e385a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'mac_address': 'fa:16:3e:af:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460c897e-6510-4773-b816-53e73a7ea58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:05:29Z', 'updated_at': '2022-09-21T22:05:29Z', 'revision_number': 0, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 5, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:05:31.028067 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2a853cd6-1a75-4d10-8fdf-78ce52bfca4e req-e02576a9-c3d1-44e2-988b-f7f08af180de service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843208 Sep 21 22:05:31.214700 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194cee8c-019a-470a-ba01-6e7e73401262 None None] New status for floating IP 048f1072-0a8e-4968-8436-b14cbd0983d0: ACTIVE {{(pid=110732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:05:31.583974 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:31.923377 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92be0aa-28ea-4c40-bd87-46cd727cf607 req-9e100797-67d5-4608-91d2-92ba646c657b tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:31.924834 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d92be0aa-28ea-4c40-bd87-46cd727cf607 req-9e100797-67d5-4608-91d2-92ba646c657b tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 946 time: 0.0519269 Sep 21 22:05:31.970024 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d92be0aa-28ea-4c40-bd87-46cd727cf607 req-d749a5d0-67ff-4d53-bb01-59408a64c740 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/security-groups?id=53251dbf-7b13-4e4d-ad38-79feb74ef407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391500 Sep 21 22:05:32.535249 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99016ee-59a6-4b58-8257-556175739fc1 req-23632976-ff8c-4c64-a882-ecdd37dc8af7 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:32.536612 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b99016ee-59a6-4b58-8257-556175739fc1 req-23632976-ff8c-4c64-a882-ecdd37dc8af7 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.61 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 946 time: 0.0548906 Sep 21 22:05:32.621355 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-b99016ee-59a6-4b58-8257-556175739fc1 req-1312dfeb-a388-4c7a-82ac-e4b6d646f62f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Deleting port be8a317c-7338-40be-b828-31ca1dca4751 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:05:32.621699 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-b99016ee-59a6-4b58-8257-556175739fc1 req-1312dfeb-a388-4c7a-82ac-e4b6d646f62f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (be8a317c-7338-40be-b828-31ca1dca4751), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:32.711782 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-b99016ee-59a6-4b58-8257-556175739fc1 req-1312dfeb-a388-4c7a-82ac-e4b6d646f62f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] For port be8a317c-7338-40be-b828-31ca1dca4751, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=be8a317c-7338-40be-b828-31ca1dca4751,segment=NetworkSegment(69cee5a0-aa7f-4b04-a181-a2e648e42692),segment_id=69cee5a0-aa7f-4b04-a181-a2e648e42692)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:05:32.712145 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-b99016ee-59a6-4b58-8257-556175739fc1 req-1312dfeb-a388-4c7a-82ac-e4b6d646f62f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (be8a317c-7338-40be-b828-31ca1dca4751), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:32.725178 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-b99016ee-59a6-4b58-8257-556175739fc1 req-1312dfeb-a388-4c7a-82ac-e4b6d646f62f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Calling delete_port for be8a317c-7338-40be-b828-31ca1dca4751 owned by compute:nova {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:05:32.901140 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-b99016ee-59a6-4b58-8257-556175739fc1 req-1312dfeb-a388-4c7a-82ac-e4b6d646f62f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (be8a317c-7338-40be-b828-31ca1dca4751), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:32.931479 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312dfeb-a388-4c7a-82ac-e4b6d646f62f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Pushing event deleted for resources: {'Port': ['ID=be8a317c-7338-40be-b828-31ca1dca4751,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:32.941135 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['be8a317c-7338-40be-b828-31ca1dca4751'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:05:32.974994 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99016ee-59a6-4b58-8257-556175739fc1 req-1312dfeb-a388-4c7a-82ac-e4b6d646f62f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] No DVR routers for this DVR port be8a317c-7338-40be-b828-31ca1dca4751 on host hv-cinder-85881 {{(pid=110731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:05:32.977515 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-b99016ee-59a6-4b58-8257-556175739fc1 req-1312dfeb-a388-4c7a-82ac-e4b6d646f62f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:32.980886 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b99016ee-59a6-4b58-8257-556175739fc1 req-1312dfeb-a388-4c7a-82ac-e4b6d646f62f tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.61 "DELETE /v2.0/ports/be8a317c-7338-40be-b828-31ca1dca4751 HTTP/1.1" status: 204 len: 173 time: 0.4392185 Sep 21 22:05:32.981663 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0639b477-9243-499c-ac90-5fe114989de0', 'name': 'network-vif-deleted', 'tag': 'be8a317c-7338-40be-b828-31ca1dca4751'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:05:32.983895 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a79b11e-d630-42d2-9cd6-9fc0c2eda67a" -d '{"events": [{"server_uuid": "0639b477-9243-499c-ac90-5fe114989de0", "name": "network-vif-deleted", "tag": "be8a317c-7338-40be-b828-31ca1dca4751"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:05:33.020124 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c95d09-852e-48d1-b546-1523f970e83e x-openstack-request-id: req-46c95d09-852e-48d1-b546-1523f970e83e {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:05:33.023753 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0639b477-9243-499c-ac90-5fe114989de0", "name": "network-vif-deleted", "tag": "be8a317c-7338-40be-b828-31ca1dca4751", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:05:33.023753 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-46c95d09-852e-48d1-b546-1523f970e83e {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:05:33.023753 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c95d09-852e-48d1-b546-1523f970e83e'] response: {'server_uuid': '0639b477-9243-499c-ac90-5fe114989de0', 'name': 'network-vif-deleted', 'tag': 'be8a317c-7338-40be-b828-31ca1dca4751', 'status': 'completed', 'code': 200} Sep 21 22:05:33.041829 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:33.072524 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d56bbbc0-a9a4-498d-ab82-a8eb9a311cdb req-f9268d51-b8a7-429c-bfa1-e71546d76d87 tempest-TestMinimumBasicScenario-411047709 tempest-TestMinimumBasicScenario-411047709-project] 10.222.0.42 "GET /v2.0/ports?device_id=0639b477-9243-499c-ac90-5fe114989de0 HTTP/1.1" status: 200 len: 210 time: 0.0281119 Sep 21 22:05:35.298020 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 52040) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:35.552081 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device be8a317c-7338-40be-b828-31ca1dca4751 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:05:35.573136 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: be8a317c-7338-40be-b828-31ca1dca4751 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:05:35.573483 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device be8a317c-7338-40be-b828-31ca1dca4751 not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:05:35.620050 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b1fab033-9e73-4f5e-b94e-ded50f2eef5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756247'] for router_interface (a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:35.841423 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-b1fab033-9e73-4f5e-b94e-ded50f2eef5d admin admin] Deleting port c7800354-f509-4efe-82a0-f8a072d8ce1c {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:05:35.841681 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b1fab033-9e73-4f5e-b94e-ded50f2eef5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (c7800354-f509-4efe-82a0-f8a072d8ce1c), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:35.915187 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [None req-b1fab033-9e73-4f5e-b94e-ded50f2eef5d admin admin] For port c7800354-f509-4efe-82a0-f8a072d8ce1c, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=c7800354-f509-4efe-82a0-f8a072d8ce1c,segment=NetworkSegment(69cee5a0-aa7f-4b04-a181-a2e648e42692),segment_id=69cee5a0-aa7f-4b04-a181-a2e648e42692)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:05:35.915537 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b1fab033-9e73-4f5e-b94e-ded50f2eef5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (c7800354-f509-4efe-82a0-f8a072d8ce1c), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:35.927691 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-b1fab033-9e73-4f5e-b94e-ded50f2eef5d admin admin] Calling delete_port for c7800354-f509-4efe-82a0-f8a072d8ce1c owned by network:router_interface {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:05:36.186882 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b1fab033-9e73-4f5e-b94e-ded50f2eef5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (c7800354-f509-4efe-82a0-f8a072d8ce1c), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:36.210454 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fab033-9e73-4f5e-b94e-ded50f2eef5d admin admin] Pushing event deleted for resources: {'Port': ['ID=c7800354-f509-4efe-82a0-f8a072d8ce1c,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:36.370040 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b1fab033-9e73-4f5e-b94e-ded50f2eef5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757127'] for router_interface (a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:36.565306 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fab033-9e73-4f5e-b94e-ded50f2eef5d admin admin] Router a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:05:36.662473 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fab033-9e73-4f5e-b94e-ded50f2eef5d admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:05:36.667950 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-b1fab033-9e73-4f5e-b94e-ded50f2eef5d admin admin] 10.222.0.42 "PUT /v2.0/routers/a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3688965 Sep 21 22:05:36.670487 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 52042) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:36.672087 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d67de9-dd98-4248-9bc3-64bbbf8d5cf6 None None] Sync routers for ids ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:05:36.681666 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d67de9-dd98-4248-9bc3-64bbbf8d5cf6 None None] Routers {'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:36.682339 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-b3d67de9-dd98-4248-9bc3-64bbbf8d5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:05:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:36.766294 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-0f6896ae-9ef9-40b0-abbd-fb3b22650e34 admin admin] Publish callbacks [] for router (a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:36.779864 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-b3d67de9-dd98-4248-9bc3-64bbbf8d5cf6 None None] Set router a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:36.863075 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-0f6896ae-9ef9-40b0-abbd-fb3b22650e34 admin admin] Publish callbacks [] for router_gateway (a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:36.953972 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-b3d67de9-dd98-4248-9bc3-64bbbf8d5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'name': 'tempest-TestMinimumBasicScenario-1383182409-router', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:05:36Z', 'revision_number': 5, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'gw_port': {'id': '40b21aa0-6c1e-49b6-a797-185fe11c6b0f', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:36.972329 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-0f6896ae-9ef9-40b0-abbd-fb3b22650e34 admin admin] Deleting port 40b21aa0-6c1e-49b6-a797-185fe11c6b0f {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:05:36.972672 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-0f6896ae-9ef9-40b0-abbd-fb3b22650e34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (40b21aa0-6c1e-49b6-a797-185fe11c6b0f), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:36.979255 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d67de9-dd98-4248-9bc3-64bbbf8d5cf6 None None] Checking router: a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:05:36.987260 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d67de9-dd98-4248-9bc3-64bbbf8d5cf6 None None] Routers {'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:36.987853 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-b3d67de9-dd98-4248-9bc3-64bbbf8d5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:05:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:37.055000 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [None req-0f6896ae-9ef9-40b0-abbd-fb3b22650e34 admin admin] For port 40b21aa0-6c1e-49b6-a797-185fe11c6b0f, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=40b21aa0-6c1e-49b6-a797-185fe11c6b0f,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:05:37.055359 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-0f6896ae-9ef9-40b0-abbd-fb3b22650e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (40b21aa0-6c1e-49b6-a797-185fe11c6b0f), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:37.068532 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-0f6896ae-9ef9-40b0-abbd-fb3b22650e34 admin admin] Calling delete_port for 40b21aa0-6c1e-49b6-a797-185fe11c6b0f owned by network:router_gateway {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:05:37.070466 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-b3d67de9-dd98-4248-9bc3-64bbbf8d5cf6 None None] Set router a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 gateway port host: None {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:37.117195 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-b3d67de9-dd98-4248-9bc3-64bbbf8d5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'name': 'tempest-TestMinimumBasicScenario-1383182409-router', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:05:36Z', 'revision_number': 6, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'gw_port_host': None}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:37.140089 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d67de9-dd98-4248-9bc3-64bbbf8d5cf6 None None] The sync data for ids ['a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07'] in dv-cinder-858818-1-iscsi is: [{'id': 'a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07', 'name': 'tempest-TestMinimumBasicScenario-1383182409-router', 'tenant_id': 'c99eb118f2b946389266460ec343db6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:16Z', 'updated_at': '2022-09-21T22:05:36Z', 'revision_number': 6, 'project_id': 'c99eb118f2b946389266460ec343db6d', 'gw_port_host': None}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:05:37.303759 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-0f6896ae-9ef9-40b0-abbd-fb3b22650e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (40b21aa0-6c1e-49b6-a797-185fe11c6b0f), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:37.327695 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6896ae-9ef9-40b0-abbd-fb3b22650e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=40b21aa0-6c1e-49b6-a797-185fe11c6b0f,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:37.387543 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-0f6896ae-9ef9-40b0-abbd-fb3b22650e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754989'] for router_gateway (a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:37.472526 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-0f6896ae-9ef9-40b0-abbd-fb3b22650e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-767650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256424'] for router (a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:37.474856 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-0f6896ae-9ef9-40b0-abbd-fb3b22650e34 admin admin] Publish callbacks [] for router_controller (a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07), precommit_delete_associations {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:37.592245 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-0f6896ae-9ef9-40b0-abbd-fb3b22650e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-767673'] for router (a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:37.592774 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6896ae-9ef9-40b0-abbd-fb3b22650e34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 {{(pid=110731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:05:37.597288 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-0f6896ae-9ef9-40b0-abbd-fb3b22650e34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:37.598457 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-0f6896ae-9ef9-40b0-abbd-fb3b22650e34 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a98d9aa5-1801-4c7b-bf29-0b9ec3f67b07 HTTP/1.1" status: 204 len: 168 time: 0.9269645 Sep 21 22:05:37.600922 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 52046) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:37.644583 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_v2 [None req-426910e2-eea6-4c7d-bbb5-39e0421b3436 admin admin] Deleting subnet 24bcaf2c-8e7e-484f-b414-888d80530e9c {{(pid=110731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:05:37.647804 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-426910e2-eea6-4c7d-bbb5-39e0421b3436 admin admin] Publish callbacks [] for subnet (24bcaf2c-8e7e-484f-b414-888d80530e9c), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:37.680753 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-426910e2-eea6-4c7d-bbb5-39e0421b3436 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3482865'] for subnet (24bcaf2c-8e7e-484f-b414-888d80530e9c), precommit_delete_associations {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:37.755306 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-426910e2-eea6-4c7d-bbb5-39e0421b3436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33078224'] for subnet (24bcaf2c-8e7e-484f-b414-888d80530e9c), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:37.872919 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-426910e2-eea6-4c7d-bbb5-39e0421b3436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33078215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8969101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8868688'] for subnet (24bcaf2c-8e7e-484f-b414-888d80530e9c), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:37.901421 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-426910e2-eea6-4c7d-bbb5-39e0421b3436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for subnet (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:37.905614 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-426910e2-eea6-4c7d-bbb5-39e0421b3436 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/24bcaf2c-8e7e-484f-b414-888d80530e9c HTTP/1.1" status: 204 len: 168 time: 0.3034079 Sep 21 22:05:37.906473 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426910e2-eea6-4c7d-bbb5-39e0421b3436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24bcaf2c-8e7e-484f-b414-888d80530e9c,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:37.906780 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f39bee1-15be-40a5-b045-a6733074e904 None None] Network f735ca0e-5121-49df-85b3-cf97d454b283 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:05:37.907837 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52048) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:37.986408 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33135276'] for network (f735ca0e-5121-49df-85b3-cf97d454b283), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:38.042418 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] Deleting port 94a492e7-4433-44d8-aef3-0dd06de4b5d9 {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:05:38.042765 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (94a492e7-4433-44d8-aef3-0dd06de4b5d9), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:38.066073 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f7e9cb-9aa6-4fd7-9d8f-fef4090cfc44 None None] DHCP port deletion for f735ca0e-5121-49df-85b3-cf97d454b283 request from dv-cinder-858818-1-iscsi {{(pid=110732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:05:38.113018 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-a8f7e9cb-9aa6-4fd7-9d8f-fef4090cfc44 None None] Deleting port 94a492e7-4433-44d8-aef3-0dd06de4b5d9 {{(pid=110732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:05:38.113700 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a8f7e9cb-9aa6-4fd7-9d8f-fef4090cfc44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (94a492e7-4433-44d8-aef3-0dd06de4b5d9), before_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:38.116706 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] For port 94a492e7-4433-44d8-aef3-0dd06de4b5d9, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=94a492e7-4433-44d8-aef3-0dd06de4b5d9,segment=NetworkSegment(69cee5a0-aa7f-4b04-a181-a2e648e42692),segment_id=69cee5a0-aa7f-4b04-a181-a2e648e42692)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:05:38.117107 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (94a492e7-4433-44d8-aef3-0dd06de4b5d9), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:38.132691 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] Calling delete_port for 94a492e7-4433-44d8-aef3-0dd06de4b5d9 owned by network:dhcp {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:05:38.182618 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-a8f7e9cb-9aa6-4fd7-9d8f-fef4090cfc44 None None] For port 94a492e7-4433-44d8-aef3-0dd06de4b5d9, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=94a492e7-4433-44d8-aef3-0dd06de4b5d9,segment=NetworkSegment(69cee5a0-aa7f-4b04-a181-a2e648e42692),segment_id=69cee5a0-aa7f-4b04-a181-a2e648e42692)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:05:38.183114 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a8f7e9cb-9aa6-4fd7-9d8f-fef4090cfc44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (94a492e7-4433-44d8-aef3-0dd06de4b5d9), precommit_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:38.195419 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-a8f7e9cb-9aa6-4fd7-9d8f-fef4090cfc44 None None] Calling delete_port for 94a492e7-4433-44d8-aef3-0dd06de4b5d9 owned by network:dhcp {{(pid=110732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:05:38.266544 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (94a492e7-4433-44d8-aef3-0dd06de4b5d9), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:38.273466 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a8f7e9cb-9aa6-4fd7-9d8f-fef4090cfc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688'] for port (94a492e7-4433-44d8-aef3-0dd06de4b5d9), after_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:38.296746 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] No DVR routers for this DVR port 94a492e7-4433-44d8-aef3-0dd06de4b5d9 on host dv-cinder-858818-1-iscsi {{(pid=110730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:05:38.297706 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7e9cb-9aa6-4fd7-9d8f-fef4090cfc44 None None] Pushing event deleted for resources: {'Port': ['ID=94a492e7-4433-44d8-aef3-0dd06de4b5d9,revision_number=None']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:38.301214 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f7e9cb-9aa6-4fd7-9d8f-fef4090cfc44 None None] No DVR routers for this DVR port 94a492e7-4433-44d8-aef3-0dd06de4b5d9 on host dv-cinder-858818-1-iscsi {{(pid=110732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:05:38.303207 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] Pushing event deleted for resources: {'Port': ['ID=94a492e7-4433-44d8-aef3-0dd06de4b5d9,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:38.378307 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33075543', 'neutron.services.segments.db._delete_segments_for_network-8730879860727'] for network (f735ca0e-5121-49df-85b3-cf97d454b283), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:38.398566 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f735ca0e-5121-49df-85b3-cf97d454b283']}} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:38.407677 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cee5a0-aa7f-4b04-a181-a2e648e42692') {'for_net_delete': True} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:38.407970 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.services.segments.db [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cee5a0-aa7f-4b04-a181-a2e648e42692') {} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:38.417659 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730879863565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436123'] for segment (69cee5a0-aa7f-4b04-a181-a2e648e42692), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:38.430269 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (69cee5a0-aa7f-4b04-a181-a2e648e42692), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:38.435948 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=110730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:05:38.436321 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9435006'] for segment (69cee5a0-aa7f-4b04-a181-a2e648e42692), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:38.449576 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:05:38.473612 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 69cee5a0-aa7f-4b04-a181-a2e648e42692 resource provider aggregate not found Sep 21 22:05:38.491300 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.services.segments.plugin [-] Segment 69cee5a0-aa7f-4b04-a181-a2e648e42692 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69cee5a0-aa7f-4b04-a181-a2e648e42692 found for delete ", "request_id": "req-d610bfc1-cbb4-4161-b63f-41e3daa15e51"}]} Sep 21 22:05:38.595439 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33075534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754953'] for network (f735ca0e-5121-49df-85b3-cf97d454b283), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:38.601270 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:38.604444 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f735ca0e-5121-49df-85b3-cf97d454b283 HTTP/1.1" status: 204 len: 168 time: 0.6956117 Sep 21 22:05:38.607446 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 52054) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:38.615443 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1d4e5-cc11-4772-b4f3-bd6c33022236 admin admin] Pushing event deleted for resources: {'Network': ['ID=f735ca0e-5121-49df-85b3-cf97d454b283,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:38.862792 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 94a492e7-4433-44d8-aef3-0dd06de4b5d9 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:05:38.884041 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 94a492e7-4433-44d8-aef3-0dd06de4b5d9 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:05:38.884389 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 94a492e7-4433-44d8-aef3-0dd06de4b5d9 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:05:38.884821 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device c7800354-f509-4efe-82a0-f8a072d8ce1c no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:05:38.904860 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: c7800354-f509-4efe-82a0-f8a072d8ce1c {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:05:38.905240 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device c7800354-f509-4efe-82a0-f8a072d8ce1c not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:05:38.905677 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 40b21aa0-6c1e-49b6-a797-185fe11c6b0f no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:05:38.927307 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 40b21aa0-6c1e-49b6-a797-185fe11c6b0f {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:05:38.928020 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 40b21aa0-6c1e-49b6-a797-185fe11c6b0f not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:05:39.191929 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-30985a55-5451-4e4a-bd3a-cade5bb04394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756247'] for router_interface (132d7205-f0f0-47dc-8c0e-05a12eae676f), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:39.413202 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-30985a55-5451-4e4a-bd3a-cade5bb04394 admin admin] Deleting port 1bde0086-ef45-49b1-9c8c-7bdcd16916db {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:05:39.413538 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-30985a55-5451-4e4a-bd3a-cade5bb04394 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (1bde0086-ef45-49b1-9c8c-7bdcd16916db), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:39.491400 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [None req-30985a55-5451-4e4a-bd3a-cade5bb04394 admin admin] For port 1bde0086-ef45-49b1-9c8c-7bdcd16916db, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=1bde0086-ef45-49b1-9c8c-7bdcd16916db,segment=NetworkSegment(8b6e1c7e-0dbb-412f-b164-41ba90502d78),segment_id=8b6e1c7e-0dbb-412f-b164-41ba90502d78)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:05:39.491756 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-30985a55-5451-4e4a-bd3a-cade5bb04394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (1bde0086-ef45-49b1-9c8c-7bdcd16916db), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:39.504000 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-30985a55-5451-4e4a-bd3a-cade5bb04394 admin admin] Calling delete_port for 1bde0086-ef45-49b1-9c8c-7bdcd16916db owned by network:router_interface {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:05:39.723429 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-30985a55-5451-4e4a-bd3a-cade5bb04394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (1bde0086-ef45-49b1-9c8c-7bdcd16916db), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:39.748052 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30985a55-5451-4e4a-bd3a-cade5bb04394 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bde0086-ef45-49b1-9c8c-7bdcd16916db,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:39.907757 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-30985a55-5451-4e4a-bd3a-cade5bb04394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757127'] for router_interface (132d7205-f0f0-47dc-8c0e-05a12eae676f), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:40.106004 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30985a55-5451-4e4a-bd3a-cade5bb04394 admin admin] Router 132d7205-f0f0-47dc-8c0e-05a12eae676f has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:05:40.204187 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30985a55-5451-4e4a-bd3a-cade5bb04394 admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:05:40.211768 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-30985a55-5451-4e4a-bd3a-cade5bb04394 admin admin] 10.222.0.42 "PUT /v2.0/routers/132d7205-f0f0-47dc-8c0e-05a12eae676f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6005764 Sep 21 22:05:40.212277 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52056) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:40.214987 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663a7a28-918b-4332-a5b1-086cb15e776a None None] Sync routers for ids ['132d7205-f0f0-47dc-8c0e-05a12eae676f'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:05:40.224608 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a7a28-918b-4332-a5b1-086cb15e776a None None] Routers {'132d7205-f0f0-47dc-8c0e-05a12eae676f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:40.225246 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-663a7a28-918b-4332-a5b1-086cb15e776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:05:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['132d7205-f0f0-47dc-8c0e-05a12eae676f'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:40.310543 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cdafd34e-b669-4e38-9c79-4c332bec55f1 admin admin] Publish callbacks [] for router (132d7205-f0f0-47dc-8c0e-05a12eae676f), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:40.322019 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-663a7a28-918b-4332-a5b1-086cb15e776a None None] Set router 132d7205-f0f0-47dc-8c0e-05a12eae676f gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:40.406179 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cdafd34e-b669-4e38-9c79-4c332bec55f1 admin admin] Publish callbacks [] for router_gateway (132d7205-f0f0-47dc-8c0e-05a12eae676f), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:40.490468 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-663a7a28-918b-4332-a5b1-086cb15e776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132d7205-f0f0-47dc-8c0e-05a12eae676f', 'name': 'tempest-TestMinimumBasicScenario-2137767569-router', 'tenant_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ee73bd29-fa18-48ce-bf77-323a71df8389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:23Z', 'updated_at': '2022-09-21T22:05:39Z', 'revision_number': 5, 'project_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'gw_port': {'id': 'ee73bd29-fa18-48ce-bf77-323a71df8389', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132d7205-f0f0-47dc-8c0e-05a12eae676f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:03:23Z', 'updated_at': '2022-09-21T22:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:40.514665 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663a7a28-918b-4332-a5b1-086cb15e776a None None] Checking router: 132d7205-f0f0-47dc-8c0e-05a12eae676f for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:05:40.523748 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a7a28-918b-4332-a5b1-086cb15e776a None None] Routers {'132d7205-f0f0-47dc-8c0e-05a12eae676f'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:40.524357 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-663a7a28-918b-4332-a5b1-086cb15e776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:05:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['132d7205-f0f0-47dc-8c0e-05a12eae676f'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:40.544770 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-cdafd34e-b669-4e38-9c79-4c332bec55f1 admin admin] Deleting port ee73bd29-fa18-48ce-bf77-323a71df8389 {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:05:40.545127 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cdafd34e-b669-4e38-9c79-4c332bec55f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (ee73bd29-fa18-48ce-bf77-323a71df8389), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:40.606185 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-663a7a28-918b-4332-a5b1-086cb15e776a None None] Set router 132d7205-f0f0-47dc-8c0e-05a12eae676f gateway port host: None {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:40.624853 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [None req-cdafd34e-b669-4e38-9c79-4c332bec55f1 admin admin] For port ee73bd29-fa18-48ce-bf77-323a71df8389, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=ee73bd29-fa18-48ce-bf77-323a71df8389,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:05:40.625240 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cdafd34e-b669-4e38-9c79-4c332bec55f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (ee73bd29-fa18-48ce-bf77-323a71df8389), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:40.638222 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-cdafd34e-b669-4e38-9c79-4c332bec55f1 admin admin] Calling delete_port for ee73bd29-fa18-48ce-bf77-323a71df8389 owned by network:router_gateway {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:05:40.655665 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-663a7a28-918b-4332-a5b1-086cb15e776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132d7205-f0f0-47dc-8c0e-05a12eae676f', 'name': 'tempest-TestMinimumBasicScenario-2137767569-router', 'tenant_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:23Z', 'updated_at': '2022-09-21T22:05:40Z', 'revision_number': 6, 'project_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'gw_port_host': None}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:40.679125 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663a7a28-918b-4332-a5b1-086cb15e776a None None] The sync data for ids ['132d7205-f0f0-47dc-8c0e-05a12eae676f'] in dv-cinder-858818-1-iscsi is: [{'id': '132d7205-f0f0-47dc-8c0e-05a12eae676f', 'name': 'tempest-TestMinimumBasicScenario-2137767569-router', 'tenant_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:03:23Z', 'updated_at': '2022-09-21T22:05:40Z', 'revision_number': 6, 'project_id': 'be09f20dd64b48a2b5dd26d42b380b9b', 'gw_port_host': None}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:05:40.855097 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cdafd34e-b669-4e38-9c79-4c332bec55f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (ee73bd29-fa18-48ce-bf77-323a71df8389), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:40.883930 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafd34e-b669-4e38-9c79-4c332bec55f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee73bd29-fa18-48ce-bf77-323a71df8389,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:40.943315 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cdafd34e-b669-4e38-9c79-4c332bec55f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754989'] for router_gateway (132d7205-f0f0-47dc-8c0e-05a12eae676f), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:41.031124 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cdafd34e-b669-4e38-9c79-4c332bec55f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-767650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256424'] for router (132d7205-f0f0-47dc-8c0e-05a12eae676f), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:41.033577 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cdafd34e-b669-4e38-9c79-4c332bec55f1 admin admin] Publish callbacks [] for router_controller (132d7205-f0f0-47dc-8c0e-05a12eae676f), precommit_delete_associations {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:41.140301 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 1bde0086-ef45-49b1-9c8c-7bdcd16916db no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:05:41.149896 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cdafd34e-b669-4e38-9c79-4c332bec55f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-767673'] for router (132d7205-f0f0-47dc-8c0e-05a12eae676f), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:41.150486 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdafd34e-b669-4e38-9c79-4c332bec55f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 132d7205-f0f0-47dc-8c0e-05a12eae676f {{(pid=110730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:05:41.154742 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-cdafd34e-b669-4e38-9c79-4c332bec55f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:41.155881 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-cdafd34e-b669-4e38-9c79-4c332bec55f1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/132d7205-f0f0-47dc-8c0e-05a12eae676f HTTP/1.1" status: 204 len: 168 time: 0.9425738 Sep 21 22:05:41.158467 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52058) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:41.159800 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 1bde0086-ef45-49b1-9c8c-7bdcd16916db {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:05:41.160152 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 1bde0086-ef45-49b1-9c8c-7bdcd16916db not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:05:41.203225 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a767764-b921-48e6-bfb4-30cca3125a9a admin admin] Deleting subnet a4e627a2-ecfe-478c-b2f5-1b1b5e9256c8 {{(pid=110730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:05:41.206239 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7a767764-b921-48e6-bfb4-30cca3125a9a admin admin] Publish callbacks [] for subnet (a4e627a2-ecfe-478c-b2f5-1b1b5e9256c8), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:41.240367 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7a767764-b921-48e6-bfb4-30cca3125a9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436140'] for subnet (a4e627a2-ecfe-478c-b2f5-1b1b5e9256c8), precommit_delete_associations {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:41.315782 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7a767764-b921-48e6-bfb4-30cca3125a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33078224'] for subnet (a4e627a2-ecfe-478c-b2f5-1b1b5e9256c8), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:41.444303 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7a767764-b921-48e6-bfb4-30cca3125a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33078215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9436124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364540'] for subnet (a4e627a2-ecfe-478c-b2f5-1b1b5e9256c8), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:41.471220 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a767764-b921-48e6-bfb4-30cca3125a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4e627a2-ecfe-478c-b2f5-1b1b5e9256c8,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:41.474912 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7a767764-b921-48e6-bfb4-30cca3125a9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:41.479065 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-7a767764-b921-48e6-bfb4-30cca3125a9a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a4e627a2-ecfe-478c-b2f5-1b1b5e9256c8 HTTP/1.1" status: 204 len: 168 time: 0.3195570 Sep 21 22:05:41.481763 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 52060) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:41.489016 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75606ca-c092-44a1-b94c-4a29c385ca67 None None] Network e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:05:41.555228 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33135276'] for network (e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:41.611140 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] Deleting port 4204da63-d98b-4570-bf7f-fd5c3e815f20 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:05:41.611486 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (4204da63-d98b-4570-bf7f-fd5c3e815f20), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:41.677372 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] For port 4204da63-d98b-4570-bf7f-fd5c3e815f20, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=4204da63-d98b-4570-bf7f-fd5c3e815f20,segment=NetworkSegment(8b6e1c7e-0dbb-412f-b164-41ba90502d78),segment_id=8b6e1c7e-0dbb-412f-b164-41ba90502d78)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:05:41.677731 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (4204da63-d98b-4570-bf7f-fd5c3e815f20), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:41.690819 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] Calling delete_port for 4204da63-d98b-4570-bf7f-fd5c3e815f20 owned by network:dhcp {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:05:41.773197 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] DHCP port deletion for e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e request from dv-cinder-858818-1-iscsi {{(pid=110732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:05:41.816377 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] Deleting port 4204da63-d98b-4570-bf7f-fd5c3e815f20 {{(pid=110732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:05:41.816740 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (4204da63-d98b-4570-bf7f-fd5c3e815f20), before_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:41.879912 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] For port 4204da63-d98b-4570-bf7f-fd5c3e815f20, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=4204da63-d98b-4570-bf7f-fd5c3e815f20,segment=NetworkSegment(8b6e1c7e-0dbb-412f-b164-41ba90502d78),segment_id=8b6e1c7e-0dbb-412f-b164-41ba90502d78)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:05:41.880342 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (4204da63-d98b-4570-bf7f-fd5c3e815f20), precommit_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:41.892765 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] Calling delete_port for 4204da63-d98b-4570-bf7f-fd5c3e815f20 owned by network:dhcp {{(pid=110732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:05:41.895055 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (4204da63-d98b-4570-bf7f-fd5c3e815f20), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:41.921423 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] Pushing event deleted for resources: {'Port': ['ID=4204da63-d98b-4570-bf7f-fd5c3e815f20,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:41.926124 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] No DVR routers for this DVR port 4204da63-d98b-4570-bf7f-fd5c3e815f20 on host dv-cinder-858818-1-iscsi {{(pid=110731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:05:41.965274 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688'] for port (4204da63-d98b-4570-bf7f-fd5c3e815f20), after_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:41.987204 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] Pushing event deleted for resources: {'Port': ['ID=4204da63-d98b-4570-bf7f-fd5c3e815f20,revision_number=None']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:41.997090 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:41.997378 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:41.998000 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:41.998109 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:41.998373 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:41.998701 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:41.999030 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:41.999386 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:41.999718 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:42.000083 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33075543', 'neutron.services.segments.db._delete_segments_for_network-8730879860727'] for network (e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:42.000232 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:42.000485 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:42.000816 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:42.001236 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:42.006834 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2af2e4e-97cf-47e8-b084-51fe8154e514 None None] No DVR routers for this DVR port 4204da63-d98b-4570-bf7f-fd5c3e815f20 on host dv-cinder-858818-1-iscsi {{(pid=110732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:05:42.030191 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.services.segments.db [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e']}} {{(pid=110731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:42.040621 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.services.segments.db [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6e1c7e-0dbb-412f-b164-41ba90502d78') {'for_net_delete': True} {{(pid=110731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:42.040975 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.services.segments.db [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6e1c7e-0dbb-412f-b164-41ba90502d78') {} {{(pid=110731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:42.054465 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730879863565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3482822'] for segment (8b6e1c7e-0dbb-412f-b164-41ba90502d78), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:42.067252 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (8b6e1c7e-0dbb-412f-b164-41ba90502d78), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:42.073028 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=110731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:05:42.073452 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8967983'] for segment (8b6e1c7e-0dbb-412f-b164-41ba90502d78), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:42.112407 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.services.segments.plugin [-] Segment 8b6e1c7e-0dbb-412f-b164-41ba90502d78 resource provider aggregate not found Sep 21 22:05:42.130336 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.services.segments.plugin [-] Segment 8b6e1c7e-0dbb-412f-b164-41ba90502d78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b6e1c7e-0dbb-412f-b164-41ba90502d78 found for delete ", "request_id": "req-c06eac89-8234-460b-b7ff-3fcab74c7b12"}]} Sep 21 22:05:42.200822 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33075534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754953'] for network (e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:42.206023 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:42.209796 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e HTTP/1.1" status: 204 len: 168 time: 0.7263980 Sep 21 22:05:42.220758 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782cc61-fcfc-4042-9a26-8c8ddd8ea935 admin admin] Pushing event deleted for resources: {'Network': ['ID=e701d173-80b2-4b0e-a7c6-6ce59d2fcc6e,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:42.569539 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52068) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:42.611015 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-6e8300f7-540d-49cc-88dc-e46949c52ee1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c99eb118f2b946389266460ec343db6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403519 Sep 21 22:05:42.613383 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52070) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:42.658600 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0536b44a-61d3-4506-bd06-c5e3acf948f8 admin admin] Publish callbacks [] for security_group (53251dbf-7b13-4e4d-ad38-79feb74ef407), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:42.678694 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0536b44a-61d3-4506-bd06-c5e3acf948f8 admin admin] Publish callbacks [] for security_group (53251dbf-7b13-4e4d-ad38-79feb74ef407), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:42.774954 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0536b44a-61d3-4506-bd06-c5e3acf948f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (53251dbf-7b13-4e4d-ad38-79feb74ef407), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:42.777456 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-0536b44a-61d3-4506-bd06-c5e3acf948f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:42.778589 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-0536b44a-61d3-4506-bd06-c5e3acf948f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53251dbf-7b13-4e4d-ad38-79feb74ef407 HTTP/1.1" status: 204 len: 168 time: 0.1643445 Sep 21 22:05:42.786109 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536b44a-61d3-4506-bd06-c5e3acf948f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53251dbf-7b13-4e4d-ad38-79feb74ef407,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:42.869716 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 4204da63-d98b-4570-bf7f-fd5c3e815f20 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:05:42.888944 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 4204da63-d98b-4570-bf7f-fd5c3e815f20 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:05:42.889314 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 4204da63-d98b-4570-bf7f-fd5c3e815f20 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:05:42.889735 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device ee73bd29-fa18-48ce-bf77-323a71df8389 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:05:42.907230 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: ee73bd29-fa18-48ce-bf77-323a71df8389 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:05:42.907576 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device ee73bd29-fa18-48ce-bf77-323a71df8389 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:05:43.442619 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52076) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:43.480342 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-4136fb0f-1893-40e5-b509-563bbf103316 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be09f20dd64b48a2b5dd26d42b380b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372701 Sep 21 22:05:43.482634 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52078) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:43.527966 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1aa932c7-99da-475c-9a45-ae214c5431d9 admin admin] Publish callbacks [] for security_group (315d9bcc-4451-4b35-b355-5bb5dc72e59a), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:43.548681 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1aa932c7-99da-475c-9a45-ae214c5431d9 admin admin] Publish callbacks [] for security_group (315d9bcc-4451-4b35-b355-5bb5dc72e59a), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:43.654820 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1aa932c7-99da-475c-9a45-ae214c5431d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (315d9bcc-4451-4b35-b355-5bb5dc72e59a), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:43.657360 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1aa932c7-99da-475c-9a45-ae214c5431d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:43.658501 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-1aa932c7-99da-475c-9a45-ae214c5431d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/315d9bcc-4451-4b35-b355-5bb5dc72e59a HTTP/1.1" status: 204 len: 168 time: 0.1749885 Sep 21 22:05:43.667067 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa932c7-99da-475c-9a45-ae214c5431d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315d9bcc-4451-4b35-b355-5bb5dc72e59a,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:49.374708 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:56.491956 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-002b2213-0980-4086-b034-59bdb7797be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:58.660167 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-451840d8-4a25-4a85-ac6e-716c5d16b385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:59.882930 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:01.571795 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:03.082975 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:15.447503 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:06:19.413709 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:26.550576 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-08c985df-c473-4bfc-abcc-b0907c58da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:28.676139 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-7301bc1e-0d4f-4807-8135-4a7e48a9c122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:29.303302 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-54a5e4d5-d9b1-48e0-905d-b57f4f61a69c req-1550150f-66d3-404b-8dc7-3b1b401d88e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416148 Sep 21 22:06:29.378502 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5e4d5-d9b1-48e0-905d-b57f4f61a69c req-2e3411e1-1db3-45e1-aa2c-6e3512fa0984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:29.379962 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-54a5e4d5-d9b1-48e0-905d-b57f4f61a69c req-2e3411e1-1db3-45e1-aa2c-6e3512fa0984 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96e3307333ba467d8f4f97dd6775ba12&device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 1129 time: 0.0464227 Sep 21 22:06:29.478419 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5e4d5-d9b1-48e0-905d-b57f4f61a69c req-180716cf-673b-4ed9-bae8-7d12a88d1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:29.479856 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-54a5e4d5-d9b1-48e0-905d-b57f4f61a69c req-180716cf-673b-4ed9-bae8-7d12a88d1b52 service neutron] 10.222.0.61 "GET /v2.0/networks?id=193a34aa-ee4a-45e3-9672-efa7dd4524f9 HTTP/1.1" status: 200 len: 912 time: 0.0822334 Sep 21 22:06:29.538308 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-54a5e4d5-d9b1-48e0-905d-b57f4f61a69c req-e12cbbd7-7bd6-4cd3-8e76-ccb99306dfd0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a441498-a08c-4679-9037-6011533e385a HTTP/1.1" status: 200 len: 1001 time: 0.0532098 Sep 21 22:06:29.589311 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5e4d5-d9b1-48e0-905d-b57f4f61a69c req-95b67e25-4261-4276-9109-fd3fdbd37c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:29.590655 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-54a5e4d5-d9b1-48e0-905d-b57f4f61a69c req-95b67e25-4261-4276-9109-fd3fdbd37c02 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72816605-4aa9-4890-b89b-7aa582f97392 HTTP/1.1" status: 200 len: 850 time: 0.0457702 Sep 21 22:06:29.637678 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5e4d5-d9b1-48e0-905d-b57f4f61a69c req-861fdb03-fafe-442b-814f-652ae4417f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:29.639125 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-54a5e4d5-d9b1-48e0-905d-b57f4f61a69c req-861fdb03-fafe-442b-814f-652ae4417f67 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=193a34aa-ee4a-45e3-9672-efa7dd4524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429075 Sep 21 22:06:29.724265 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-54a5e4d5-d9b1-48e0-905d-b57f4f61a69c req-ebb1bf5b-f29f-4794-ada8-c1c46ee1bbf5 service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790210 Sep 21 22:06:29.816182 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-54a5e4d5-d9b1-48e0-905d-b57f4f61a69c req-990387fb-5535-4266-bc2e-e94428583d03 service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853612 Sep 21 22:06:29.893158 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:31.562301 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:33.045463 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:49.435618 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:52.445586 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:06:56.492723 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-087001a3-c71f-4809-b5ea-5773018b1458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:58.663737 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f499-4d5a-4792-bc01-ea2ee1599d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:59.924705 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:01.583679 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:03.039033 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:19.440626 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:26.329215 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36fc7f-ac00-4c9f-b11b-899a7198fc06 req-2c63554d-df16-43ef-954c-f3462bbd0b18 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:26.330691 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ea36fc7f-ac00-4c9f-b11b-899a7198fc06 req-2c63554d-df16-43ef-954c-f3462bbd0b18 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 945 time: 0.0539763 Sep 21 22:07:26.378549 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ea36fc7f-ac00-4c9f-b11b-899a7198fc06 req-3e32dd61-3cd4-4a92-a81d-fe76fa9e0a7e tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422707 Sep 21 22:07:26.515325 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-8396bfc0-a1de-49c2-a6a5-b3577204bada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:27.509127 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262b72-f263-4432-b271-10a9d2829b28 req-049f2238-ed3b-4741-b1ef-65076e1aa056 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:27.510582 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-08262b72-f263-4432-b271-10a9d2829b28 req-049f2238-ed3b-4741-b1ef-65076e1aa056 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 945 time: 0.0566509 Sep 21 22:07:27.558421 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-08262b72-f263-4432-b271-10a9d2829b28 req-9ea2cd47-5696-4693-ba0a-1044a319b7af tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422897 Sep 21 22:07:28.158893 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71061d-6921-4e52-8b8d-7a374ab90367 req-92688b77-30a5-4476-89f1-52fc5aa6ed07 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:28.160567 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8c71061d-6921-4e52-8b8d-7a374ab90367 req-92688b77-30a5-4476-89f1-52fc5aa6ed07 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.61 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 945 time: 0.0526023 Sep 21 22:07:28.248477 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-8c71061d-6921-4e52-8b8d-7a374ab90367 req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Deleting port 6a441498-a08c-4679-9037-6011533e385a {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:28.248732 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-8c71061d-6921-4e52-8b8d-7a374ab90367 req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (6a441498-a08c-4679-9037-6011533e385a), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:28.335077 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-8c71061d-6921-4e52-8b8d-7a374ab90367 req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] For port 6a441498-a08c-4679-9037-6011533e385a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6a441498-a08c-4679-9037-6011533e385a,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:28.335437 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-8c71061d-6921-4e52-8b8d-7a374ab90367 req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (6a441498-a08c-4679-9037-6011533e385a), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:28.488316 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-8c71061d-6921-4e52-8b8d-7a374ab90367 req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:28.488675 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-8c71061d-6921-4e52-8b8d-7a374ab90367 req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (048f1072-0a8e-4968-8436-b14cbd0983d0), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:28.489016 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.l3_db [req-8c71061d-6921-4e52-8b8d-7a374ab90367 req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Floating IP 048f1072-0a8e-4968-8436-b14cbd0983d0 disassociated. External IP: 172.27.2.113, port: 6a441498-a08c-4679-9037-6011533e385a. Sep 21 22:07:28.489357 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-8c71061d-6921-4e52-8b8d-7a374ab90367 req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Calling delete_port for 6a441498-a08c-4679-9037-6011533e385a owned by compute:nova {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:28.638895 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1978-c780-413d-bb24-6a37bbed7d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:28.678291 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-8c71061d-6921-4e52-8b8d-7a374ab90367 req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (6a441498-a08c-4679-9037-6011533e385a), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:28.716095 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event deleted for resources: {'Port': ['ID=6a441498-a08c-4679-9037-6011533e385a,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:28.732856 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:28.733222 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:28.733576 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:28.733919 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:28.734255 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:28.734589 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:28.734924 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:28.735263 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:28.735590 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:28.735928 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:28.736260 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:28.736590 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:28.736972 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:28.791550 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3606e8-d416-4bed-b5ac-676b7e5178c0 req-4912b616-674d-4b1e-bb8c-8555443c7179 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:28.793159 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-be3606e8-d416-4bed-b5ac-676b7e5178c0 req-4912b616-674d-4b1e-bb8c-8555443c7179 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 867 time: 0.1452677 Sep 21 22:07:28.887644 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-be3606e8-d416-4bed-b5ac-676b7e5178c0 req-588e5348-5380-42c8-b9bd-5785053cedcd tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842862 Sep 21 22:07:28.891398 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c71061d-6921-4e52-8b8d-7a374ab90367 req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Router 34a96f29-9d31-4925-95c3-337d8c91f8b1 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:07:28.992429 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c71061d-6921-4e52-8b8d-7a374ab90367 req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:07:29.002785 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce8fcd-65d1-4167-9f6c-ca88e990ff5b None None] Sync routers for ids ['34a96f29-9d31-4925-95c3-337d8c91f8b1'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:07:29.014424 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce8fcd-65d1-4167-9f6c-ca88e990ff5b None None] Routers {'34a96f29-9d31-4925-95c3-337d8c91f8b1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:29.015057 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-66ce8fcd-65d1-4167-9f6c-ca88e990ff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:07:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['34a96f29-9d31-4925-95c3-337d8c91f8b1'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:29.033587 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c71061d-6921-4e52-8b8d-7a374ab90367 req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] No DVR routers for this DVR port 6a441498-a08c-4679-9037-6011533e385a on host hv-cinder-85881 {{(pid=110731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:07:29.036246 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-8c71061d-6921-4e52-8b8d-7a374ab90367 req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:29.039640 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-8c71061d-6921-4e52-8b8d-7a374ab90367 req-cb71319e-89cd-4864-be3b-1cd3fb24f119 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.61 "DELETE /v2.0/ports/6a441498-a08c-4679-9037-6011533e385a HTTP/1.1" status: 204 len: 173 time: 0.8731735 Sep 21 22:07:29.040170 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460c897e-6510-4773-b816-53e73a7ea58f', 'name': 'network-vif-deleted', 'tag': '6a441498-a08c-4679-9037-6011533e385a'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:07:29.042700 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27edfee5-b3d4-4642-bfc0-c98e17d090c7" -d '{"events": [{"server_uuid": "460c897e-6510-4773-b816-53e73a7ea58f", "name": "network-vif-deleted", "tag": "6a441498-a08c-4679-9037-6011533e385a"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:07:29.083427 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7db1f6-d197-45f5-b604-2505a1d30ad9 x-openstack-request-id: req-db7db1f6-d197-45f5-b604-2505a1d30ad9 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:07:29.083724 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460c897e-6510-4773-b816-53e73a7ea58f", "name": "network-vif-deleted", "tag": "6a441498-a08c-4679-9037-6011533e385a", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:07:29.083982 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db7db1f6-d197-45f5-b604-2505a1d30ad9 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:07:29.084399 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7db1f6-d197-45f5-b604-2505a1d30ad9'] response: {'server_uuid': '460c897e-6510-4773-b816-53e73a7ea58f', 'name': 'network-vif-deleted', 'tag': '6a441498-a08c-4679-9037-6011533e385a', 'status': 'completed', 'code': 200} Sep 21 22:07:29.128093 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-66ce8fcd-65d1-4167-9f6c-ca88e990ff5b None None] Set router 34a96f29-9d31-4925-95c3-337d8c91f8b1 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:29.399062 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-66ce8fcd-65d1-4167-9f6c-ca88e990ff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 5, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:29.422721 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce8fcd-65d1-4167-9f6c-ca88e990ff5b None None] Checking router: 34a96f29-9d31-4925-95c3-337d8c91f8b1 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:07:29.431130 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce8fcd-65d1-4167-9f6c-ca88e990ff5b None None] Routers {'34a96f29-9d31-4925-95c3-337d8c91f8b1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:29.431742 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-66ce8fcd-65d1-4167-9f6c-ca88e990ff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:07:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['34a96f29-9d31-4925-95c3-337d8c91f8b1'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:29.473776 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:07:29.535329 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-66ce8fcd-65d1-4167-9f6c-ca88e990ff5b None None] Set router 34a96f29-9d31-4925-95c3-337d8c91f8b1 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:29.726137 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-66ce8fcd-65d1-4167-9f6c-ca88e990ff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 5, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:29.753601 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce8fcd-65d1-4167-9f6c-ca88e990ff5b None None] The sync data for ids ['34a96f29-9d31-4925-95c3-337d8c91f8b1'] in dv-cinder-858818-1-iscsi is: [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 5, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:07:29.892091 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:29.978048 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e8a5ad-3026-4bb6-9d19-b372e486eec2 None None] New status for floating IP 048f1072-0a8e-4968-8436-b14cbd0983d0: DOWN {{(pid=110732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:07:30.001693 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-994acd17-bc65-4cb1-96a7-86da60575d08 req-3ce3d613-47fd-4947-a8ec-2a7b3125bc9e tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=460c897e-6510-4773-b816-53e73a7ea58f HTTP/1.1" status: 200 len: 210 time: 0.0275235 Sep 21 22:07:31.284210 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aea274ee-b342-497a-80e5-ae47aebd754b req-79259f3b-4d1b-4f44-9800-7718a665ac2f tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1482275225&fields=id&tenant_id=96e3307333ba467d8f4f97dd6775ba12 HTTP/1.1" status: 200 len: 267 time: 0.0461583 Sep 21 22:07:31.390084 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea274ee-b342-497a-80e5-ae47aebd754b req-f2d6aa57-4c01-4a40-844f-df62326e5dca tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:31.391626 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aea274ee-b342-497a-80e5-ae47aebd754b req-f2d6aa57-4c01-4a40-844f-df62326e5dca tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/networks?id=193a34aa-ee4a-45e3-9672-efa7dd4524f9 HTTP/1.1" status: 200 len: 811 time: 0.1006541 Sep 21 22:07:31.406252 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aea274ee-b342-497a-80e5-ae47aebd754b req-701c0196-4bd8-4b30-873a-96641eaf6cd0 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/quotas/96e3307333ba467d8f4f97dd6775ba12 HTTP/1.1" status: 200 len: 375 time: 0.0091212 Sep 21 22:07:31.460596 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aea274ee-b342-497a-80e5-ae47aebd754b req-0799117c-16cc-4879-aeeb-334b7a3801eb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=96e3307333ba467d8f4f97dd6775ba12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492895 Sep 21 22:07:31.557897 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aea274ee-b342-497a-80e5-ae47aebd754b req-0adc859d-ca2e-4bb0-a8bd-436a5300a7ad service neutron] 10.222.0.42 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857453 Sep 21 22:07:31.577675 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:31.645322 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aea274ee-b342-497a-80e5-ae47aebd754b req-d95c497a-c660-4718-a90e-281bb3efa2c8 service neutron] 10.222.0.42 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809834 Sep 21 22:07:32.148488 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f97e9600-2c4f-4c05-b564-91216b71b7fc req-fef78875-b932-48a7-80af-367334991259 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 210 time: 0.0278881 Sep 21 22:07:32.160356 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 6a441498-a08c-4679-9037-6011533e385a no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:07:32.181039 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: 6a441498-a08c-4679-9037-6011533e385a {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:07:32.181413 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 6a441498-a08c-4679-9037-6011533e385a not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:07:33.040216 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:33.245295 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-37b2e4f0-8479-4456-89e2-17e554508204 req-17e04bb7-4252-45da-811c-a3a3bd1ddfb1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 210 time: 0.0276771 Sep 21 22:07:34.171323 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea274ee-b342-497a-80e5-ae47aebd754b req-dfebdd44-8277-41ec-b9f2-6c2c1fef62f1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:34.172734 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aea274ee-b342-497a-80e5-ae47aebd754b req-dfebdd44-8277-41ec-b9f2-6c2c1fef62f1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.61 "GET /v2.0/networks?id=193a34aa-ee4a-45e3-9672-efa7dd4524f9 HTTP/1.1" status: 200 len: 811 time: 0.1041071 Sep 21 22:07:34.238516 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aea274ee-b342-497a-80e5-ae47aebd754b req-a9faaca7-6857-4c78-9b04-2d56b695b888 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96e3307333ba467d8f4f97dd6775ba12 HTTP/1.1" status: 200 len: 380 time: 0.0528977 Sep 21 22:07:34.247320 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-aea274ee-b342-497a-80e5-ae47aebd754b req-b3f041d9-32de-4db3-abc9-162d33df6e87 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Request body: {'port': {'device_id': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'admin_state_up': True, 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'security_groups': ['cca16295-8938-4793-ba8f-c90aad33cc58']}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:07:34.359176 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-43c85150-5e04-4661-ba99-c613004b2c14 req-7dc04ff8-a0b2-4de9-8b4c-c1c836382cfe tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 210 time: 0.0355999 Sep 21 22:07:34.438667 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea274ee-b342-497a-80e5-ae47aebd754b req-b3f041d9-32de-4db3-abc9-162d33df6e87 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Made reservation on behalf of 96e3307333ba467d8f4f97dd6775ba12 for: {'port': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:07:34.443046 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-aea274ee-b342-497a-80e5-ae47aebd754b req-b3f041d9-32de-4db3-abc9-162d33df6e87 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:34.566044 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [req-aea274ee-b342-497a-80e5-ae47aebd754b req-b3f041d9-32de-4db3-abc9-162d33df6e87 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Allocated IP 172.20.0.6 (193a34aa-ee4a-45e3-9672-efa7dd4524f9/72816605-4aa9-4890-b89b-7aa582f97392/abb8b03d-bb64-446c-bf08-ddbd57f2df27) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:07:34.698016 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-aea274ee-b342-497a-80e5-ae47aebd754b req-b3f041d9-32de-4db3-abc9-162d33df6e87 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for port (abb8b03d-bb64-446c-bf08-ddbd57f2df27), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:34.800265 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-aea274ee-b342-497a-80e5-ae47aebd754b req-b3f041d9-32de-4db3-abc9-162d33df6e87 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (abb8b03d-bb64-446c-bf08-ddbd57f2df27), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:34.844408 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea274ee-b342-497a-80e5-ae47aebd754b req-b3f041d9-32de-4db3-abc9-162d33df6e87 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:07:34.847508 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [req-aea274ee-b342-497a-80e5-ae47aebd754b req-b3f041d9-32de-4db3-abc9-162d33df6e87 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:07:34.853888 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea274ee-b342-497a-80e5-ae47aebd754b req-b3f041d9-32de-4db3-abc9-162d33df6e87 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:07:34.877187 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f041d9-32de-4db3-abc9-162d33df6e87 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event updated for resources: {'Port': ['ID=abb8b03d-bb64-446c-bf08-ddbd57f2df27,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:34.906803 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea274ee-b342-497a-80e5-ae47aebd754b req-b3f041d9-32de-4db3-abc9-162d33df6e87 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:34.914384 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-aea274ee-b342-497a-80e5-ae47aebd754b req-b3f041d9-32de-4db3-abc9-162d33df6e87 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:34.992923 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aea274ee-b342-497a-80e5-ae47aebd754b req-b3f041d9-32de-4db3-abc9-162d33df6e87 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7487886 Sep 21 22:07:35.010650 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] Request body: {'port': {'device_id': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:07:35.070275 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (abb8b03d-bb64-446c-bf08-ddbd57f2df27), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:35.109198 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-4e8cdfa8-74eb-4c72-8bfa-8c319d82e993 None None] Provisioning complete for port abb8b03d-bb64-446c-bf08-ddbd57f2df27 triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:07:35.109763 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-4e8cdfa8-74eb-4c72-8bfa-8c319d82e993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (abb8b03d-bb64-446c-bf08-ddbd57f2df27), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:35.109869 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-4e8cdfa8-74eb-4c72-8bfa-8c319d82e993 None None] Attempt 1 to provision port abb8b03d-bb64-446c-bf08-ddbd57f2df27 Sep 21 22:07:35.140462 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-4e8cdfa8-74eb-4c72-8bfa-8c319d82e993 None None] Port abb8b03d-bb64-446c-bf08-ddbd57f2df27 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:07:35.323119 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb8b03d-bb64-446c-bf08-ddbd57f2df27 {{(pid=110731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:07:35.331327 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] Publish callbacks [] for port (abb8b03d-bb64-446c-bf08-ddbd57f2df27), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:35.343602 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.provisioning_blocks [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] Transition to ACTIVE for port object abb8b03d-bb64-446c-bf08-ddbd57f2df27 will not be triggered until provisioned by entity L2. {{(pid=110731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:07:35.464609 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (abb8b03d-bb64-446c-bf08-ddbd57f2df27), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:35.641932 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-4e8cdfa8-74eb-4c72-8bfa-8c319d82e993 None None] Attempt 2 to provision port abb8b03d-bb64-446c-bf08-ddbd57f2df27 Sep 21 22:07:35.678371 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-4e8cdfa8-74eb-4c72-8bfa-8c319d82e993 None None] Port abb8b03d-bb64-446c-bf08-ddbd57f2df27 cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:07:35.831310 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575e32e-10ff-4fcb-bf07-db57f2ca8dca req-7787129a-6409-473a-b142-12af0e52b8ac tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:35.832786 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b575e32e-10ff-4fcb-bf07-db57f2ca8dca req-7787129a-6409-473a-b142-12af0e52b8ac tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 931 time: 0.3973603 Sep 21 22:07:35.833416 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d99673-500b-4181-a306-af14623c0400 service neutron] Pushing event updated for resources: {'Port': ['ID=abb8b03d-bb64-446c-bf08-ddbd57f2df27,revision_number=2']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:35.883032 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] Attempting to bind port abb8b03d-bb64-446c-bf08-ddbd57f2df27 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:07:35.883364 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] Attempting to bind port abb8b03d-bb64-446c-bf08-ddbd57f2df27 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:07:35.883687 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] Attempting to bind port abb8b03d-bb64-446c-bf08-ddbd57f2df27 on network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:07:35.897380 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] Port abb8b03d-bb64-446c-bf08-ddbd57f2df27 on network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:07:35.897690 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] Attempting to bind port abb8b03d-bb64-446c-bf08-ddbd57f2df27 on network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:07:35.904369 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b575e32e-10ff-4fcb-bf07-db57f2ca8dca req-35cf329b-28f5-4fb9-b0c9-fb8a22b03424 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649958 Sep 21 22:07:35.906944 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:07:35.907270 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] Checking segment: {'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:07:35.907649 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] Bound using segment: {'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:07:35.908078 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] Bound port: abb8b03d-bb64-446c-bf08-ddbd57f2df27, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'}}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:07:35.908436 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (abb8b03d-bb64-446c-bf08-ddbd57f2df27), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:35.966632 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] For port abb8b03d-bb64-446c-bf08-ddbd57f2df27, host hv-cinder-85881, cleared binding levels {{(pid=110731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:07:35.969549 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] For port abb8b03d-bb64-446c-bf08-ddbd57f2df27, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=abb8b03d-bb64-446c-bf08-ddbd57f2df27,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:07:36.034713 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (abb8b03d-bb64-446c-bf08-ddbd57f2df27), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:36.040516 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:36.041154 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:36.042516 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aea274ee-b342-497a-80e5-ae47aebd754b req-31d99673-500b-4181-a306-af14623c0400 service neutron] 10.222.0.61 "PUT /v2.0/ports/abb8b03d-bb64-446c-bf08-ddbd57f2df27 HTTP/1.1" status: 200 len: 1093 time: 1.0364475 Sep 21 22:07:36.042995 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'tag': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:07:36.045774 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2d5c7b-74b2-453b-918b-5af37cb829ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8da1a5-111d-4e95-a2f0-1aaed70e6594", "tag": "abb8b03d-bb64-446c-bf08-ddbd57f2df27"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:07:36.080391 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed3c588-ae47-4877-a108-2712b124e677 x-openstack-request-id: req-4ed3c588-ae47-4877-a108-2712b124e677 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:07:36.080683 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8da1a5-111d-4e95-a2f0-1aaed70e6594", "tag": "abb8b03d-bb64-446c-bf08-ddbd57f2df27", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:07:36.080966 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ed3c588-ae47-4877-a108-2712b124e677 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:07:36.081559 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed3c588-ae47-4877-a108-2712b124e677'] response: {'name': 'network-changed', 'server_uuid': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'tag': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27', 'status': 'completed', 'code': 200} Sep 21 22:07:36.093126 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d99673-500b-4181-a306-af14623c0400 service neutron] Pushing event updated for resources: {'Port': ['ID=abb8b03d-bb64-446c-bf08-ddbd57f2df27,revision_number=3']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:36.179448 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-4e8cdfa8-74eb-4c72-8bfa-8c319d82e993 None None] Attempt 3 to provision port abb8b03d-bb64-446c-bf08-ddbd57f2df27 Sep 21 22:07:36.195975 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d5c7b-74b2-453b-918b-5af37cb829ba req-8fbbd0c9-481a-4343-a3eb-2926f5b2b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:36.197552 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cb2d5c7b-74b2-453b-918b-5af37cb829ba req-8fbbd0c9-481a-4343-a3eb-2926f5b2b009 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96e3307333ba467d8f4f97dd6775ba12&device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 1127 time: 0.0487783 Sep 21 22:07:36.216211 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-4e8cdfa8-74eb-4c72-8bfa-8c319d82e993 None None] Port abb8b03d-bb64-446c-bf08-ddbd57f2df27 had new provisioning blocks added so it will not transition to active. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 22:07:36.299606 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d5c7b-74b2-453b-918b-5af37cb829ba req-00c0d542-385a-4380-b592-4e3f1b1e7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:36.301077 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cb2d5c7b-74b2-453b-918b-5af37cb829ba req-00c0d542-385a-4380-b592-4e3f1b1e7bda service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=96e3307333ba467d8f4f97dd6775ba12&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0900109 Sep 21 22:07:36.391270 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d5c7b-74b2-453b-918b-5af37cb829ba req-69006ee5-1d56-42f0-95fb-69fdb3af3e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:36.392946 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cb2d5c7b-74b2-453b-918b-5af37cb829ba req-69006ee5-1d56-42f0-95fb-69fdb3af3e4a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863798 Sep 21 22:07:36.492799 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea274ee-b342-497a-80e5-ae47aebd754b req-1f298284-9abe-4739-80a6-e8c635d2f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:36.494208 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aea274ee-b342-497a-80e5-ae47aebd754b req-1f298284-9abe-4739-80a6-e8c635d2f0fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96e3307333ba467d8f4f97dd6775ba12&device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 1127 time: 0.0441911 Sep 21 22:07:36.540361 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aea274ee-b342-497a-80e5-ae47aebd754b req-515960bc-ccec-476d-b7d8-0896c68f5fb0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abb8b03d-bb64-446c-bf08-ddbd57f2df27 HTTP/1.1" status: 200 len: 217 time: 0.0349350 Sep 21 22:07:36.584991 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea274ee-b342-497a-80e5-ae47aebd754b req-92b33f95-539c-4330-ad16-96090c31a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:36.586338 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aea274ee-b342-497a-80e5-ae47aebd754b req-92b33f95-539c-4330-ad16-96090c31a96b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72816605-4aa9-4890-b89b-7aa582f97392 HTTP/1.1" status: 200 len: 850 time: 0.0403321 Sep 21 22:07:36.633059 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea274ee-b342-497a-80e5-ae47aebd754b req-8d9dcf85-c448-4135-baaf-042bda4a44a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:36.634468 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aea274ee-b342-497a-80e5-ae47aebd754b req-8d9dcf85-c448-4135-baaf-042bda4a44a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=193a34aa-ee4a-45e3-9672-efa7dd4524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411367 Sep 21 22:07:36.726319 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aea274ee-b342-497a-80e5-ae47aebd754b req-8aecd872-2ca7-4265-b158-8f997a1683a0 service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858147 Sep 21 22:07:36.813326 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-aea274ee-b342-497a-80e5-ae47aebd754b req-cea21161-3007-4025-933a-82b6a7bd3e55 service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804594 Sep 21 22:07:37.027007 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f594d-66e4-40c8-b3dd-98b7c861f511 req-9c844734-f129-41a4-9f13-d10e35954d6b tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:37.028474 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-271f594d-66e4-40c8-b3dd-98b7c861f511 req-9c844734-f129-41a4-9f13-d10e35954d6b tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 943 time: 0.0529261 Sep 21 22:07:37.075599 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-271f594d-66e4-40c8-b3dd-98b7c861f511 req-72310507-643e-42fe-94a6-9be60770fd16 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415449 Sep 21 22:07:38.202981 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9a406-911e-4db0-b0bb-65671fdf61fc req-bddc1d51-a916-4ab9-bd93-8c97096872ec tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:38.204490 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e1e9a406-911e-4db0-b0bb-65671fdf61fc req-bddc1d51-a916-4ab9-bd93-8c97096872ec tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 943 time: 0.0561047 Sep 21 22:07:38.254466 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e1e9a406-911e-4db0-b0bb-65671fdf61fc req-a74774ee-2264-4a13-b608-651afd16e019 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443366 Sep 21 22:07:39.374889 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfe19d-0d03-4ea0-be8e-7feebb89ec2d req-b54e118f-a7ce-4af1-8dcb-d42bd71a0165 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:39.376379 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f8bfe19d-0d03-4ea0-be8e-7feebb89ec2d req-b54e118f-a7ce-4af1-8dcb-d42bd71a0165 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 943 time: 0.0512788 Sep 21 22:07:39.423981 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f8bfe19d-0d03-4ea0-be8e-7feebb89ec2d req-e524d9c9-2781-48f1-95fe-3ed4525cffb7 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421476 Sep 21 22:07:40.547209 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344c074-b894-419f-98e7-c0628cbdd872 req-0705cecc-f96e-4eb0-9b44-a30f49e73221 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:40.548667 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6344c074-b894-419f-98e7-c0628cbdd872 req-0705cecc-f96e-4eb0-9b44-a30f49e73221 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 943 time: 0.0552120 Sep 21 22:07:40.595945 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6344c074-b894-419f-98e7-c0628cbdd872 req-af6fd65e-f142-4cba-8f87-7db7136f4b14 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416279 Sep 21 22:07:41.720072 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89694b5-9a23-446a-a60e-c0871b0e0502 req-427fedc4-d3e6-46ed-a16f-edea7011d83f tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:41.721599 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f89694b5-9a23-446a-a60e-c0871b0e0502 req-427fedc4-d3e6-46ed-a16f-edea7011d83f tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 943 time: 0.0551302 Sep 21 22:07:41.769833 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f89694b5-9a23-446a-a60e-c0871b0e0502 req-baa91387-f4d3-4545-9fe5-373c40ece41a tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425889 Sep 21 22:07:42.893315 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3af04-396f-4bf0-b1cd-bf1b43aa9dc2 req-973987bb-6236-4bf8-bcde-97db9de8caf0 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:42.894793 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-23d3af04-396f-4bf0-b1cd-bf1b43aa9dc2 req-973987bb-6236-4bf8-bcde-97db9de8caf0 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 943 time: 0.0529847 Sep 21 22:07:42.946566 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-23d3af04-396f-4bf0-b1cd-bf1b43aa9dc2 req-e39601a8-d38b-4ade-bfee-d53d6bfc24fb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461411 Sep 21 22:07:44.070770 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155f318-4b82-40cd-8879-c924a484177c req-2419d82f-cb52-4ea6-9688-38db1b21ecee tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:44.072251 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f155f318-4b82-40cd-8879-c924a484177c req-2419d82f-cb52-4ea6-9688-38db1b21ecee tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 943 time: 0.0523226 Sep 21 22:07:44.119706 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f155f318-4b82-40cd-8879-c924a484177c req-9b74af83-849e-444b-80a3-14f11bc8eda1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419567 Sep 21 22:07:44.235139 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device abb8b03d-bb64-446c-bf08-ddbd57f2df27 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:07:44.330843 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port abb8b03d-bb64-446c-bf08-ddbd57f2df27, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=abb8b03d-bb64-446c-bf08-ddbd57f2df27,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:44.341871 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'port_id': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27', 'mac_address': 'fa:16:3e:72:6e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:07:44.375246 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port abb8b03d-bb64-446c-bf08-ddbd57f2df27 is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:07:44.375629 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (abb8b03d-bb64-446c-bf08-ddbd57f2df27), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:44.388023 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb8b03d-bb64-446c-bf08-ddbd57f2df27 {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:07:44.408051 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port abb8b03d-bb64-446c-bf08-ddbd57f2df27, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=abb8b03d-bb64-446c-bf08-ddbd57f2df27,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:44.512402 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (abb8b03d-bb64-446c-bf08-ddbd57f2df27), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:44.558377 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=abb8b03d-bb64-446c-bf08-ddbd57f2df27,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:44.565407 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:44.565762 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:44.566110 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:44.566452 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:44.566788 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:44.567123 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:44.567455 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:44.567787 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:44.568117 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:44.568495 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:44.568843 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:44.569201 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:44.569528 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:44.838760 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['abb8b03d-bb64-446c-bf08-ddbd57f2df27'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:07:45.238727 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043ae25-f998-407d-9588-1329712ba40a req-96236241-ee78-4fc2-93a0-f6f32b48ca0e tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:45.240179 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a043ae25-f998-407d-9588-1329712ba40a req-96236241-ee78-4fc2-93a0-f6f32b48ca0e tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 944 time: 0.0507843 Sep 21 22:07:45.287466 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a043ae25-f998-407d-9588-1329712ba40a req-0d66e637-7162-4bdd-8046-cdf0d7cf3fb0 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417104 Sep 21 22:07:46.250394 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device abb8b03d-bb64-446c-bf08-ddbd57f2df27 up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:07:46.382957 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port abb8b03d-bb64-446c-bf08-ddbd57f2df27 completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:07:46.386978 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port abb8b03d-bb64-446c-bf08-ddbd57f2df27 triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:07:46.387357 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (abb8b03d-bb64-446c-bf08-ddbd57f2df27), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:46.387697 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port abb8b03d-bb64-446c-bf08-ddbd57f2df27 Sep 21 22:07:46.411818 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbcadb-3b75-41b2-a2a5-74f9c5b7f4ac req-1c43a99e-766c-4b45-9d42-d7d7d1c2fe96 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:46.413306 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f2cbcadb-3b75-41b2-a2a5-74f9c5b7f4ac req-1c43a99e-766c-4b45-9d42-d7d7d1c2fe96 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 944 time: 0.0561135 Sep 21 22:07:46.458933 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port abb8b03d-bb64-446c-bf08-ddbd57f2df27 is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:07:46.459321 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (abb8b03d-bb64-446c-bf08-ddbd57f2df27), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:46.461237 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f2cbcadb-3b75-41b2-a2a5-74f9c5b7f4ac req-b3394918-df14-4928-a275-2cee5e22ce37 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423372 Sep 21 22:07:46.485840 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:07:46.488067 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44ff61a-d7bb-4066-8c93-29bc15120cdf" -d '{"events": [{"server_uuid": "7b8da1a5-111d-4e95-a2f0-1aaed70e6594", "name": "network-vif-plugged", "status": "completed", "tag": "abb8b03d-bb64-446c-bf08-ddbd57f2df27"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:07:46.499848 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port abb8b03d-bb64-446c-bf08-ddbd57f2df27, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=abb8b03d-bb64-446c-bf08-ddbd57f2df27,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:46.565876 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (abb8b03d-bb64-446c-bf08-ddbd57f2df27), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:46.613783 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=abb8b03d-bb64-446c-bf08-ddbd57f2df27,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:46.705020 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124b3060-15f6-4a9e-9333-98a8f0acbe5d x-openstack-request-id: req-124b3060-15f6-4a9e-9333-98a8f0acbe5d {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:07:46.705358 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8da1a5-111d-4e95-a2f0-1aaed70e6594", "name": "network-vif-plugged", "status": "completed", "tag": "abb8b03d-bb64-446c-bf08-ddbd57f2df27", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:07:46.705570 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-124b3060-15f6-4a9e-9333-98a8f0acbe5d {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:07:46.705975 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124b3060-15f6-4a9e-9333-98a8f0acbe5d'] response: {'server_uuid': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27', 'code': 200} Sep 21 22:07:47.061891 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067c468-afa9-4202-8988-533a1646449f req-39bf30c1-010e-4e23-8687-a34591de4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:47.063383 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b067c468-afa9-4202-8988-533a1646449f req-39bf30c1-010e-4e23-8687-a34591de4733 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 1129 time: 0.0431612 Sep 21 22:07:47.107036 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b067c468-afa9-4202-8988-533a1646449f req-66e8e93f-4c31-4a21-b37e-8fec558cfeb6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374629 Sep 21 22:07:47.581251 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd42bd-6b10-47e8-856e-424d2fbc9123 req-2b8702e4-eff2-4951-b1fd-35dff40ee38a tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:47.582698 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9dfd42bd-6b10-47e8-856e-424d2fbc9123 req-2b8702e4-eff2-4951-b1fd-35dff40ee38a tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 945 time: 0.0508087 Sep 21 22:07:47.633506 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9dfd42bd-6b10-47e8-856e-424d2fbc9123 req-6380fad3-ba6c-4693-bd90-a6ac44c13f52 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453942 Sep 21 22:07:48.756958 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b539-172c-4e66-afb1-9c8f6def4638 req-d44bc0ed-d43e-494c-a9f5-be8bb480cfa1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:48.758420 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ac51b539-172c-4e66-afb1-9c8f6def4638 req-d44bc0ed-d43e-494c-a9f5-be8bb480cfa1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 945 time: 0.0525968 Sep 21 22:07:48.806412 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ac51b539-172c-4e66-afb1-9c8f6def4638 req-cfc1a5b4-89c8-4292-aeac-8be9b6e78b50 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422533 Sep 21 22:07:48.926686 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339643da-4d87-4759-885a-5e5ef4c6fb5a req-c04bdd20-5cdb-4179-b215-127b512806be tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:48.928056 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-339643da-4d87-4759-885a-5e5ef4c6fb5a req-c04bdd20-5cdb-4179-b215-127b512806be tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 945 time: 0.0516777 Sep 21 22:07:48.974339 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-339643da-4d87-4759-885a-5e5ef4c6fb5a req-36fb8ea1-9282-4bbc-abd0-bb79c3f44b6c tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408287 Sep 21 22:07:49.002384 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52190) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:49.046373 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0046321a-c0d9-42ca-ab56-5677e0546472 tempest-TestVolumeBootPattern-2045350105 tempest-TestVolumeBootPattern-2045350105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:49.047876 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-0046321a-c0d9-42ca-ab56-5677e0546472 tempest-TestVolumeBootPattern-2045350105 tempest-TestVolumeBootPattern-2045350105-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 1124 time: 0.0444150 Sep 21 22:07:49.050692 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52194) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:49.054809 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Request body: {'floatingip': {'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'port_id': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:07:49.131315 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:49.226020 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:49.331293 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Allocated IP 172.27.2.199 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/05229cc0-9e44-4007-8a94-ac103a45b299) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:07:49.430509 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for port (05229cc0-9e44-4007-8a94-ac103a45b299), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:49.445704 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:49.518564 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (05229cc0-9e44-4007-8a94-ac103a45b299), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:49.550916 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:07:49.553659 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:07:49.557028 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:07:49.586155 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event updated for resources: {'Port': ['ID=05229cc0-9e44-4007-8a94-ac103a45b299,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:49.598278 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:49.598627 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:49.598971 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:49.599306 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:49.599636 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:49.599961 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:49.600286 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:49.600611 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:49.600962 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:49.601279 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:49.601600 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:49.601916 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:49.602231 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:49.905102 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for floatingip (91015893-f30c-4a03-a98d-cc700374a7cc), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:50.055664 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (05229cc0-9e44-4007-8a94-ac103a45b299), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:50.196808 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for port (05229cc0-9e44-4007-8a94-ac103a45b299), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:50.254912 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (05229cc0-9e44-4007-8a94-ac103a45b299), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:50.317368 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event updated for resources: {'Port': ['ID=05229cc0-9e44-4007-8a94-ac103a45b299,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:50.319779 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (91015893-f30c-4a03-a98d-cc700374a7cc), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:50.411681 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.l3_db [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Floating IP 91015893-f30c-4a03-a98d-cc700374a7cc associated. External IP: 172.27.2.199, port: abb8b03d-bb64-446c-bf08-ddbd57f2df27. Sep 21 22:07:50.598789 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Router 34a96f29-9d31-4925-95c3-337d8c91f8b1 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:07:50.696500 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:07:50.706858 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf9bad-aa28-4d1d-aceb-1726e6815157 None None] Sync routers for ids ['34a96f29-9d31-4925-95c3-337d8c91f8b1'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:07:50.715858 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abf9bad-aa28-4d1d-aceb-1726e6815157 None None] Routers {'34a96f29-9d31-4925-95c3-337d8c91f8b1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:50.717826 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-7abf9bad-aa28-4d1d-aceb-1726e6815157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:07:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['34a96f29-9d31-4925-95c3-337d8c91f8b1'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:50.767915 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:50.818692 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-7abf9bad-aa28-4d1d-aceb-1726e6815157 None None] Set router 34a96f29-9d31-4925-95c3-337d8c91f8b1 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:51.038314 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-7abf9bad-aa28-4d1d-aceb-1726e6815157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '91015893-f30c-4a03-a98d-cc700374a7cc', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'port_id': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'mac_address': 'fa:16:3e:72:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:07:49Z', 'updated_at': '2022-09-21T22:07:49Z', 'revision_number': 0, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 5, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:51.047157 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-1890d460-badf-4afd-9ed6-de0a0b87b8bb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9928067 Sep 21 22:07:51.047157 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'tag': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:07:51.047992 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823ca117-8775-46f5-af97-2108ac890e77" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8da1a5-111d-4e95-a2f0-1aaed70e6594", "tag": "abb8b03d-bb64-446c-bf08-ddbd57f2df27"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:07:51.066875 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf9bad-aa28-4d1d-aceb-1726e6815157 None None] Checking router: 34a96f29-9d31-4925-95c3-337d8c91f8b1 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:07:51.075103 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abf9bad-aa28-4d1d-aceb-1726e6815157 None None] Routers {'34a96f29-9d31-4925-95c3-337d8c91f8b1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:51.075710 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-7abf9bad-aa28-4d1d-aceb-1726e6815157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:07:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['34a96f29-9d31-4925-95c3-337d8c91f8b1'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:51.136160 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471ef58d-4bab-4077-94c8-5c291559488b x-openstack-request-id: req-471ef58d-4bab-4077-94c8-5c291559488b {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:07:51.136648 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8da1a5-111d-4e95-a2f0-1aaed70e6594", "tag": "abb8b03d-bb64-446c-bf08-ddbd57f2df27", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:07:51.136775 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-471ef58d-4bab-4077-94c8-5c291559488b {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:07:51.137137 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471ef58d-4bab-4077-94c8-5c291559488b'] response: {'name': 'network-changed', 'server_uuid': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'tag': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27', 'status': 'completed', 'code': 200} Sep 21 22:07:51.175424 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-7abf9bad-aa28-4d1d-aceb-1726e6815157 None None] Set router 34a96f29-9d31-4925-95c3-337d8c91f8b1 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:51.229104 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ca117-8775-46f5-af97-2108ac890e77 req-287f3039-b732-4a7a-ae3d-bbffb6cd1f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:51.230590 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-823ca117-8775-46f5-af97-2108ac890e77 req-287f3039-b732-4a7a-ae3d-bbffb6cd1f49 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96e3307333ba467d8f4f97dd6775ba12&device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 1129 time: 0.0489893 Sep 21 22:07:51.317721 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ca117-8775-46f5-af97-2108ac890e77 req-9b02b413-0f06-46f7-870d-81620de5566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:51.319259 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-823ca117-8775-46f5-af97-2108ac890e77 req-9b02b413-0f06-46f7-870d-81620de5566e service neutron] 10.222.0.61 "GET /v2.0/networks?id=193a34aa-ee4a-45e3-9672-efa7dd4524f9 HTTP/1.1" status: 200 len: 912 time: 0.0829093 Sep 21 22:07:51.384359 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-823ca117-8775-46f5-af97-2108ac890e77 req-c1af5bb3-54f5-4f93-8d09-01a982fe4ef2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abb8b03d-bb64-446c-bf08-ddbd57f2df27 HTTP/1.1" status: 200 len: 999 time: 0.0587165 Sep 21 22:07:51.389415 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-7abf9bad-aa28-4d1d-aceb-1726e6815157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '91015893-f30c-4a03-a98d-cc700374a7cc', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'port_id': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'mac_address': 'fa:16:3e:72:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:07:49Z', 'updated_at': '2022-09-21T22:07:49Z', 'revision_number': 0, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 5, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:51.414315 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf9bad-aa28-4d1d-aceb-1726e6815157 None None] The sync data for ids ['34a96f29-9d31-4925-95c3-337d8c91f8b1'] in dv-cinder-858818-1-iscsi is: [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '91015893-f30c-4a03-a98d-cc700374a7cc', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'port_id': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'mac_address': 'fa:16:3e:72:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:07:49Z', 'updated_at': '2022-09-21T22:07:49Z', 'revision_number': 0, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 5, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:07:51.434251 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ca117-8775-46f5-af97-2108ac890e77 req-74bec6ed-05bd-45fb-a811-84697fd20184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:51.435808 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-823ca117-8775-46f5-af97-2108ac890e77 req-74bec6ed-05bd-45fb-a811-84697fd20184 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72816605-4aa9-4890-b89b-7aa582f97392 HTTP/1.1" status: 200 len: 850 time: 0.0456486 Sep 21 22:07:51.484868 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ca117-8775-46f5-af97-2108ac890e77 req-b543acc8-9f79-44ea-9a9a-aa4897ecd9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:51.486437 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-823ca117-8775-46f5-af97-2108ac890e77 req-b543acc8-9f79-44ea-9a9a-aa4897ecd9f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=193a34aa-ee4a-45e3-9672-efa7dd4524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455418 Sep 21 22:07:51.578778 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-823ca117-8775-46f5-af97-2108ac890e77 req-c21dce14-1ad3-40fe-9201-0ceb149a5c0d service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866292 Sep 21 22:07:51.615189 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db87894-74f8-4d50-9e06-7fdf86b18b50 None None] New status for floating IP 91015893-f30c-4a03-a98d-cc700374a7cc: ACTIVE {{(pid=110732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:07:51.668280 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-823ca117-8775-46f5-af97-2108ac890e77 req-7230aad6-80f1-4beb-9402-2f0098f61535 service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839400 Sep 21 22:07:56.616431 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-d9f5d543-9b1d-46c4-b198-ac6be91370c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:58.666553 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a80951c5-43f1-4a41-a692-6fedb845eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:59.907787 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:01.603452 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:03.062455 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:06.473044 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:08:19.479013 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:26.518945 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-5944e118-e8c0-46b9-b521-82565a53b962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:28.648264 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-0f318d73-d729-4fd9-bfa6-11d6124e722c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:29.901514 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:31.311428 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1c8382ea-3db2-4a08-af06-9fb4e0300985 req-b71e6bbd-d46e-4c3a-b4d9-0a20a2798b74 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424798 Sep 21 22:08:31.418085 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8382ea-3db2-4a08-af06-9fb4e0300985 req-d8bda86c-a208-4b9e-90d2-445f432d5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:31.419570 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1c8382ea-3db2-4a08-af06-9fb4e0300985 req-d8bda86c-a208-4b9e-90d2-445f432d5093 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96e3307333ba467d8f4f97dd6775ba12&device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 1129 time: 0.0486212 Sep 21 22:08:31.520767 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8382ea-3db2-4a08-af06-9fb4e0300985 req-e2e443e0-967d-49dd-88b1-ee74c346f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:31.522244 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1c8382ea-3db2-4a08-af06-9fb4e0300985 req-e2e443e0-967d-49dd-88b1-ee74c346f942 service neutron] 10.222.0.61 "GET /v2.0/networks?id=193a34aa-ee4a-45e3-9672-efa7dd4524f9 HTTP/1.1" status: 200 len: 912 time: 0.0850754 Sep 21 22:08:31.587100 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1c8382ea-3db2-4a08-af06-9fb4e0300985 req-310a474e-35bb-40f0-9a9a-9cf549b73545 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abb8b03d-bb64-446c-bf08-ddbd57f2df27 HTTP/1.1" status: 200 len: 1001 time: 0.0566645 Sep 21 22:08:31.598525 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:31.634641 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8382ea-3db2-4a08-af06-9fb4e0300985 req-7ededc9f-c6a0-4096-b361-979eb2cfc5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:31.636105 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1c8382ea-3db2-4a08-af06-9fb4e0300985 req-7ededc9f-c6a0-4096-b361-979eb2cfc5c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72816605-4aa9-4890-b89b-7aa582f97392 HTTP/1.1" status: 200 len: 850 time: 0.0431497 Sep 21 22:08:31.683345 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8382ea-3db2-4a08-af06-9fb4e0300985 req-8bd87c8a-2f5f-4b37-ace7-554d63250d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:31.684797 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1c8382ea-3db2-4a08-af06-9fb4e0300985 req-8bd87c8a-2f5f-4b37-ace7-554d63250d2a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=193a34aa-ee4a-45e3-9672-efa7dd4524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429301 Sep 21 22:08:31.774614 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1c8382ea-3db2-4a08-af06-9fb4e0300985 req-df2c2370-b95b-4a14-a33e-212a59600023 service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832436 Sep 21 22:08:31.862136 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-1c8382ea-3db2-4a08-af06-9fb4e0300985 req-f99d41f5-8d1d-48a8-8299-5bd2ea068824 service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809865 Sep 21 22:08:33.049217 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:43.472483 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:08:49.460723 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:56.528066 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-241bd510-300b-4e25-8958-491fae47269c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:58.671963 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-cef7f5a2-94dd-4cba-bae0-3f9d5f210e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:59.934867 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:01.574694 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:03.112210 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:19.470511 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:20.471283 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:09:26.562988 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f0f15262-42ff-40b1-81e2-62dc147e1078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:27.403633 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f919004a-1296-49d9-9b71-b97b665bdb9b tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1482275225&fields=id&tenant_id=96e3307333ba467d8f4f97dd6775ba12 HTTP/1.1" status: 200 len: 267 time: 0.0446157 Sep 21 22:09:27.507957 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633b254-e559-429d-8dd6-9372e3138a0b req-361e331c-8348-4089-8043-34c373e6594b tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:27.509396 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7633b254-e559-429d-8dd6-9372e3138a0b req-361e331c-8348-4089-8043-34c373e6594b tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/networks?id=193a34aa-ee4a-45e3-9672-efa7dd4524f9 HTTP/1.1" status: 200 len: 811 time: 0.0994942 Sep 21 22:09:27.524064 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7633b254-e559-429d-8dd6-9372e3138a0b req-b4d9b4e4-9701-472e-b5a1-8c3cb0fa34cb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/quotas/96e3307333ba467d8f4f97dd6775ba12 HTTP/1.1" status: 200 len: 375 time: 0.0094664 Sep 21 22:09:27.577592 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7633b254-e559-429d-8dd6-9372e3138a0b req-46f11daf-c25b-41fe-a505-3f0b3ab6e487 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=96e3307333ba467d8f4f97dd6775ba12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488243 Sep 21 22:09:27.671064 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7633b254-e559-429d-8dd6-9372e3138a0b req-b5fe3785-3f45-4f51-b1f4-6a665c5b88d6 service neutron] 10.222.0.42 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824151 Sep 21 22:09:27.756191 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7633b254-e559-429d-8dd6-9372e3138a0b req-c192c8a0-32b3-473b-851a-daa1db713590 service neutron] 10.222.0.42 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796032 Sep 21 22:09:28.322538 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c9394f50-5b07-469c-ada4-4c9dec2687fd req-078697ef-38e7-4974-9df4-b1633a7121eb tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 210 time: 0.0277038 Sep 21 22:09:28.683150 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe481-546c-4dd8-a2a2-87e76f3c2709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:29.425648 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2cae2071-38da-4d1d-a7b3-54b3a1bb79e5 req-30ac916a-e689-4a51-8292-bb296fe70d11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 210 time: 0.0269778 Sep 21 22:09:29.894243 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:30.225002 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633b254-e559-429d-8dd6-9372e3138a0b req-38f649cd-a8dd-45e4-b43c-ae7e5de7c11a tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:30.226445 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7633b254-e559-429d-8dd6-9372e3138a0b req-38f649cd-a8dd-45e4-b43c-ae7e5de7c11a tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.61 "GET /v2.0/networks?id=193a34aa-ee4a-45e3-9672-efa7dd4524f9 HTTP/1.1" status: 200 len: 811 time: 0.1032908 Sep 21 22:09:30.292787 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7633b254-e559-429d-8dd6-9372e3138a0b req-6f73f7d1-ffe4-4f9c-94fe-2c4d1b070435 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96e3307333ba467d8f4f97dd6775ba12 HTTP/1.1" status: 200 len: 380 time: 0.0526750 Sep 21 22:09:30.300915 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Request body: {'port': {'device_id': '4f330884-ee3d-4831-9944-b642083b8090', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'admin_state_up': True, 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'security_groups': ['cca16295-8938-4793-ba8f-c90aad33cc58']}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:09:30.471757 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Made reservation on behalf of 96e3307333ba467d8f4f97dd6775ba12 for: {'port': 1} {{(pid=110731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:09:30.475236 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:30.550929 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-160ef2a7-7623-4895-915c-990b73b40a91 req-538782f3-3461-4281-aac0-9a0e888226db tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 210 time: 0.0513132 Sep 21 22:09:30.626445 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.db_base_plugin_common [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Allocated IP 172.20.0.7 (193a34aa-ee4a-45e3-9672-efa7dd4524f9/72816605-4aa9-4890-b89b-7aa582f97392/29115d79-ba49-407e-9d88-d8e0e13fe60c) {{(pid=110731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:09:30.761947 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for port (29115d79-ba49-407e-9d88-d8e0e13fe60c), precommit_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:30.832208 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (29115d79-ba49-407e-9d88-d8e0e13fe60c), after_create {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:30.876645 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 is already hosted by enough agents. {{(pid=110731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:09:30.883488 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.base_scheduler [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Resources bound (agent type, host, resource id): {{(pid=110731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:09:30.887381 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Received port after_create {{(pid=110731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:09:30.891627 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event updated for resources: {'Port': ['ID=29115d79-ba49-407e-9d88-d8e0e13fe60c,revision_number=1']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:30.920709 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:30.920910 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:30.921500 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:30.921637 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:30.921928 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:30.922261 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:30.922587 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:30.922914 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:30.923240 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:30.923597 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:30.923932 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:30.924256 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:30.924587 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:30.951069 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:30.951680 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:31.081360 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f2c285d1-de29-4f3f-8bf7-f570f7b4ef11 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7838609 Sep 21 22:09:31.092448 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-eb0dd7ec-e622-457b-9927-cd286947d3ec None None] Provisioning complete for port 29115d79-ba49-407e-9d88-d8e0e13fe60c triggered by entity DHCP. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:09:31.093027 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd7ec-e622-457b-9927-cd286947d3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (29115d79-ba49-407e-9d88-d8e0e13fe60c), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:31.093210 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-eb0dd7ec-e622-457b-9927-cd286947d3ec None None] Attempt 1 to provision port 29115d79-ba49-407e-9d88-d8e0e13fe60c Sep 21 22:09:31.099969 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.v2.base [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Request body: {'port': {'device_id': '4f330884-ee3d-4831-9944-b642083b8090', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=110731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:09:31.125002 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-eb0dd7ec-e622-457b-9927-cd286947d3ec None None] Port 29115d79-ba49-407e-9d88-d8e0e13fe60c cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:09:31.163059 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (29115d79-ba49-407e-9d88-d8e0e13fe60c), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:31.409700 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29115d79-ba49-407e-9d88-d8e0e13fe60c {{(pid=110731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:09:31.417185 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Publish callbacks [] for port (29115d79-ba49-407e-9d88-d8e0e13fe60c), precommit_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:31.428927 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.provisioning_blocks [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Transition to ACTIVE for port object 29115d79-ba49-407e-9d88-d8e0e13fe60c will not be triggered until provisioned by entity L2. {{(pid=110731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:09:31.505642 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (29115d79-ba49-407e-9d88-d8e0e13fe60c), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:31.574251 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:31.582456 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Pushing event updated for resources: {'Port': ['ID=29115d79-ba49-407e-9d88-d8e0e13fe60c,revision_number=2']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:31.616313 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Attempting to bind port 29115d79-ba49-407e-9d88-d8e0e13fe60c on host hv-cinder-85881 for vnic_type normal with profile {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:09:31.616659 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Attempting to bind port 29115d79-ba49-407e-9d88-d8e0e13fe60c by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:09:31.617013 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Attempting to bind port 29115d79-ba49-407e-9d88-d8e0e13fe60c on network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:09:31.621932 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Port 29115d79-ba49-407e-9d88-d8e0e13fe60c on network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:09:31.622260 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Attempting to bind port 29115d79-ba49-407e-9d88-d8e0e13fe60c on network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:09:31.626308 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-eb0dd7ec-e622-457b-9927-cd286947d3ec None None] Attempt 2 to provision port 29115d79-ba49-407e-9d88-d8e0e13fe60c Sep 21 22:09:31.629640 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Checking agent: {'id': 'b2c4131a-82e1-4cb0-bd88-6dd5cffa2605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:09:31.629988 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Checking segment: {'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:09:31.630376 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Bound using segment: {'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'} {{(pid=110731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:09:31.630802 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.managers [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Bound port: 29115d79-ba49-407e-9d88-d8e0e13fe60c, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd442e26e-0272-4609-a802-d345c06d326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9'}}] {{(pid=110731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:09:31.631179 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (29115d79-ba49-407e-9d88-d8e0e13fe60c), before_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:31.660567 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-eb0dd7ec-e622-457b-9927-cd286947d3ec None None] Port 29115d79-ba49-407e-9d88-d8e0e13fe60c cannot update to ACTIVE because it is not bound. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:09:31.721744 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84c007-81f2-4dc7-9c53-02ee7c1812b7 req-428695a0-6c35-44a4-9ceb-33f149d10f4e tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:31.723255 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb84c007-81f2-4dc7-9c53-02ee7c1812b7 req-428695a0-6c35-44a4-9ceb-33f149d10f4e tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 943 time: 0.0960958 Sep 21 22:09:31.728611 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] For port 29115d79-ba49-407e-9d88-d8e0e13fe60c, host hv-cinder-85881, cleared binding levels {{(pid=110731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:09:31.733213 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] For port 29115d79-ba49-407e-9d88-d8e0e13fe60c, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=29115d79-ba49-407e-9d88-d8e0e13fe60c,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:09:31.776110 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-eb84c007-81f2-4dc7-9c53-02ee7c1812b7 req-1c87b671-a3a2-4a90-8965-0fe8278801c5 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452175 Sep 21 22:09:31.797858 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8969159'] for port (29115d79-ba49-407e-9d88-d8e0e13fe60c), after_update {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:31.804146 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:31.804752 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:31.806125 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7633b254-e559-429d-8dd6-9372e3138a0b req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] 10.222.0.61 "PUT /v2.0/ports/29115d79-ba49-407e-9d88-d8e0e13fe60c HTTP/1.1" status: 200 len: 1093 time: 0.7108872 Sep 21 22:09:31.806615 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f330884-ee3d-4831-9944-b642083b8090', 'tag': '29115d79-ba49-407e-9d88-d8e0e13fe60c'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:09:31.808824 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3031b0-6b2b-47b6-8225-39d10586c4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4f330884-ee3d-4831-9944-b642083b8090", "tag": "29115d79-ba49-407e-9d88-d8e0e13fe60c"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:09:31.855432 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e14777-8739-4f89-b155-b3bd6ef12357 service neutron] Pushing event updated for resources: {'Port': ['ID=29115d79-ba49-407e-9d88-d8e0e13fe60c,revision_number=3']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:31.864165 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bfdbb4-0ef0-4cb6-beac-ac60186e62c6 x-openstack-request-id: req-50bfdbb4-0ef0-4cb6-beac-ac60186e62c6 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:09:31.864502 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f330884-ee3d-4831-9944-b642083b8090", "tag": "29115d79-ba49-407e-9d88-d8e0e13fe60c", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:09:31.864762 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50bfdbb4-0ef0-4cb6-beac-ac60186e62c6 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:09:31.865189 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50bfdbb4-0ef0-4cb6-beac-ac60186e62c6'] response: {'name': 'network-changed', 'server_uuid': '4f330884-ee3d-4831-9944-b642083b8090', 'tag': '29115d79-ba49-407e-9d88-d8e0e13fe60c', 'status': 'completed', 'code': 200} Sep 21 22:09:31.949272 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3031b0-6b2b-47b6-8225-39d10586c4bc req-8712b29b-b75f-4d69-a710-63c785cc49e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:31.950761 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9f3031b0-6b2b-47b6-8225-39d10586c4bc req-8712b29b-b75f-4d69-a710-63c785cc49e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96e3307333ba467d8f4f97dd6775ba12&device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 1127 time: 0.0446455 Sep 21 22:09:32.054410 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3031b0-6b2b-47b6-8225-39d10586c4bc req-641b1b0e-4e29-4028-968a-39eb10d0483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:32.055845 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9f3031b0-6b2b-47b6-8225-39d10586c4bc req-641b1b0e-4e29-4028-968a-39eb10d0483f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=96e3307333ba467d8f4f97dd6775ba12&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0927336 Sep 21 22:09:32.144876 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3031b0-6b2b-47b6-8225-39d10586c4bc req-e2e2e678-d310-42c6-8458-145776102bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:32.146344 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9f3031b0-6b2b-47b6-8225-39d10586c4bc req-e2e2e678-d310-42c6-8458-145776102bcf service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851047 Sep 21 22:09:32.161599 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-eb0dd7ec-e622-457b-9927-cd286947d3ec None None] Attempt 3 to provision port 29115d79-ba49-407e-9d88-d8e0e13fe60c Sep 21 22:09:32.199948 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-eb0dd7ec-e622-457b-9927-cd286947d3ec None None] Port 29115d79-ba49-407e-9d88-d8e0e13fe60c had new provisioning blocks added so it will not transition to active. {{(pid=110732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 22:09:32.244325 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633b254-e559-429d-8dd6-9372e3138a0b req-4f8b04f6-4dd0-41da-aa47-3b1a88678d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:32.245884 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7633b254-e559-429d-8dd6-9372e3138a0b req-4f8b04f6-4dd0-41da-aa47-3b1a88678d3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96e3307333ba467d8f4f97dd6775ba12&device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 1127 time: 0.0457532 Sep 21 22:09:32.309469 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7633b254-e559-429d-8dd6-9372e3138a0b req-712b0812-bb7d-477e-98f8-c20c3f91f865 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29115d79-ba49-407e-9d88-d8e0e13fe60c HTTP/1.1" status: 200 len: 217 time: 0.0508389 Sep 21 22:09:32.358530 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633b254-e559-429d-8dd6-9372e3138a0b req-0c1d3558-4f5d-4512-9bfe-4150e1e2757b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:32.360182 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7633b254-e559-429d-8dd6-9372e3138a0b req-0c1d3558-4f5d-4512-9bfe-4150e1e2757b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72816605-4aa9-4890-b89b-7aa582f97392 HTTP/1.1" status: 200 len: 850 time: 0.0456758 Sep 21 22:09:32.413104 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633b254-e559-429d-8dd6-9372e3138a0b req-e7b4508d-ec3e-4cde-916d-f4b34c888616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:32.414575 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7633b254-e559-429d-8dd6-9372e3138a0b req-e7b4508d-ec3e-4cde-916d-f4b34c888616 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=193a34aa-ee4a-45e3-9672-efa7dd4524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483379 Sep 21 22:09:32.507281 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7633b254-e559-429d-8dd6-9372e3138a0b req-c0c0e353-a354-4b5e-899d-a5898470d3a3 service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865455 Sep 21 22:09:32.592254 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7633b254-e559-429d-8dd6-9372e3138a0b req-9dd32cab-fed6-4b27-88a0-83c2b980d6c1 service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795093 Sep 21 22:09:32.899021 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269fccb-aebe-493e-abed-7ce821075935 req-28f0eea9-631f-474d-8a78-178e00661843 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:32.900617 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3269fccb-aebe-493e-abed-7ce821075935 req-28f0eea9-631f-474d-8a78-178e00661843 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 943 time: 0.0521982 Sep 21 22:09:32.952667 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-3269fccb-aebe-493e-abed-7ce821075935 req-edb683c5-1b99-4114-a09f-a99e95b7ca89 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464959 Sep 21 22:09:33.059766 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:33.299230 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2e0fd507-22bd-425c-bfef-e694cb5979d4 req-68bccd11-d574-4e28-8d42-fa5303a86a82 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428243 Sep 21 22:09:33.399610 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd507-22bd-425c-bfef-e694cb5979d4 req-d85b7c57-98f1-495e-8f6e-9ec43761baed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:33.401090 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2e0fd507-22bd-425c-bfef-e694cb5979d4 req-d85b7c57-98f1-495e-8f6e-9ec43761baed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96e3307333ba467d8f4f97dd6775ba12&device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 1129 time: 0.0437481 Sep 21 22:09:33.499839 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd507-22bd-425c-bfef-e694cb5979d4 req-a2e69eda-6346-47f7-9be2-75d8b0693b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:33.501290 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2e0fd507-22bd-425c-bfef-e694cb5979d4 req-a2e69eda-6346-47f7-9be2-75d8b0693b24 service neutron] 10.222.0.61 "GET /v2.0/networks?id=193a34aa-ee4a-45e3-9672-efa7dd4524f9 HTTP/1.1" status: 200 len: 912 time: 0.0835626 Sep 21 22:09:33.559175 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2e0fd507-22bd-425c-bfef-e694cb5979d4 req-257ebc4e-e6c8-4a15-b280-2d3827e9a55b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abb8b03d-bb64-446c-bf08-ddbd57f2df27 HTTP/1.1" status: 200 len: 1001 time: 0.0524917 Sep 21 22:09:33.603942 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd507-22bd-425c-bfef-e694cb5979d4 req-7d896aed-7813-4dc5-a9ba-8b0f07819e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:33.605313 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2e0fd507-22bd-425c-bfef-e694cb5979d4 req-7d896aed-7813-4dc5-a9ba-8b0f07819e04 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72816605-4aa9-4890-b89b-7aa582f97392 HTTP/1.1" status: 200 len: 850 time: 0.0411048 Sep 21 22:09:33.655204 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd507-22bd-425c-bfef-e694cb5979d4 req-3ceebec2-841b-4b2c-9db6-aba8adea55c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:33.656647 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2e0fd507-22bd-425c-bfef-e694cb5979d4 req-3ceebec2-841b-4b2c-9db6-aba8adea55c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=193a34aa-ee4a-45e3-9672-efa7dd4524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457678 Sep 21 22:09:33.741270 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2e0fd507-22bd-425c-bfef-e694cb5979d4 req-1d69cb8c-72df-4d4c-a927-e3a2ca65b692 service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787756 Sep 21 22:09:33.835434 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2e0fd507-22bd-425c-bfef-e694cb5979d4 req-09d2a54c-90fc-447e-83e1-482e09bab125 service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881472 Sep 21 22:09:34.077706 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842ac97-cc8f-4229-bb61-da45ff3a887f req-7e02e113-4df2-4d60-8b38-722fa94d05ba tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:34.079165 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7842ac97-cc8f-4229-bb61-da45ff3a887f req-7e02e113-4df2-4d60-8b38-722fa94d05ba tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 943 time: 0.0522048 Sep 21 22:09:34.126748 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-7842ac97-cc8f-4229-bb61-da45ff3a887f req-9d1e759c-647b-4db0-ab7b-4a3fdbd26869 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420873 Sep 21 22:09:35.246352 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded95987-319b-4b88-a856-ee5b8ce8c783 req-b65c6697-4bae-4af3-9f61-b4587ef374fd tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:35.247787 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ded95987-319b-4b88-a856-ee5b8ce8c783 req-b65c6697-4bae-4af3-9f61-b4587ef374fd tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 943 time: 0.0511835 Sep 21 22:09:35.295730 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ded95987-319b-4b88-a856-ee5b8ce8c783 req-a43bc201-0c0f-4113-8cc6-0bf9721c9c87 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423670 Sep 21 22:09:36.416582 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00a82b-3c20-4d8e-a4fe-c9e1fbdcf326 req-73e6e571-bef8-4a3c-b389-9464f4c8220e tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:36.418068 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-db00a82b-3c20-4d8e-a4fe-c9e1fbdcf326 req-73e6e571-bef8-4a3c-b389-9464f4c8220e tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 943 time: 0.0543489 Sep 21 22:09:36.465124 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-db00a82b-3c20-4d8e-a4fe-c9e1fbdcf326 req-16a2dbef-a6a9-4c00-b8c1-53976fbc5473 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415039 Sep 21 22:09:37.584193 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2959ef2-224d-4bee-98e4-579f525a8494 req-438a6312-0e24-4297-9f55-ff318c8c2c85 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:37.585658 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b2959ef2-224d-4bee-98e4-579f525a8494 req-438a6312-0e24-4297-9f55-ff318c8c2c85 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 943 time: 0.0504429 Sep 21 22:09:37.632120 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-b2959ef2-224d-4bee-98e4-579f525a8494 req-c56762f8-e5f5-4d3a-8fb7-453f8dda3b86 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411098 Sep 21 22:09:38.757190 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e06143-bff3-4f78-b713-f9ef9c982b69 req-8bf1ec24-4494-48b1-a887-3e413b4251e0 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:38.758634 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d0e06143-bff3-4f78-b713-f9ef9c982b69 req-8bf1ec24-4494-48b1-a887-3e413b4251e0 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 943 time: 0.0542459 Sep 21 22:09:38.805297 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-d0e06143-bff3-4f78-b713-f9ef9c982b69 req-66456218-edb7-46a1-9434-6d4a02c423e3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411649 Sep 21 22:09:39.926536 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e1d00-ed46-40dc-9035-beecae5ed00c req-d76dc6ce-b232-40ee-a036-36b057c6d07b tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:39.928054 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-715e1d00-ed46-40dc-9035-beecae5ed00c req-d76dc6ce-b232-40ee-a036-36b057c6d07b tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 943 time: 0.0520384 Sep 21 22:09:39.974988 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-715e1d00-ed46-40dc-9035-beecae5ed00c req-92fa9d45-7e4e-4021-81c4-830639a0ea0e tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414073 Sep 21 22:09:40.821275 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 29115d79-ba49-407e-9d88-d8e0e13fe60c details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=110732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:09:40.917027 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 29115d79-ba49-407e-9d88-d8e0e13fe60c, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=29115d79-ba49-407e-9d88-d8e0e13fe60c,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:09:40.928739 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Returning: {'device': '29115d79-ba49-407e-9d88-d8e0e13fe60c', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'port_id': '29115d79-ba49-407e-9d88-d8e0e13fe60c', 'mac_address': 'fa:16:3e:da:aa:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:09:40.961748 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 29115d79-ba49-407e-9d88-d8e0e13fe60c is: DOWN; New status is: BUILD {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:09:40.966112 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (29115d79-ba49-407e-9d88-d8e0e13fe60c), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:40.974127 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29115d79-ba49-407e-9d88-d8e0e13fe60c {{(pid=110732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:09:40.993911 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 29115d79-ba49-407e-9d88-d8e0e13fe60c, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=29115d79-ba49-407e-9d88-d8e0e13fe60c,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:09:41.037045 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (29115d79-ba49-407e-9d88-d8e0e13fe60c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:41.085551 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=29115d79-ba49-407e-9d88-d8e0e13fe60c,revision_number=4']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:41.092466 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:41.092816 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:41.093186 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:41.093524 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:41.093857 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:41.094186 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:41.094519 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:41.094842 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:41.095169 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:41.095495 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:41.095968 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:41.096295 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:41.096619 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:41.096772 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163db4fe-933e-4071-871c-7e1ad0c64898 req-25538978-b029-4561-bef4-a9374a672b23 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:41.098306 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-163db4fe-933e-4071-871c-7e1ad0c64898 req-25538978-b029-4561-bef4-a9374a672b23 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 944 time: 0.0518172 Sep 21 22:09:41.264692 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-163db4fe-933e-4071-871c-7e1ad0c64898 req-bfc2bfa0-cf61-4692-9d7c-addba883c05f tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602623 Sep 21 22:09:41.343413 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] get_ports_and_sgs() called for port_ids ['29115d79-ba49-407e-9d88-d8e0e13fe60c'] {{(pid=110732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:09:42.434830 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3fadc-01be-435b-a81f-6403a1ce5230 req-010434de-eed6-41d7-94be-b67b2eead50e tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:42.436282 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0df3fadc-01be-435b-a81f-6403a1ce5230 req-010434de-eed6-41d7-94be-b67b2eead50e tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 944 time: 0.1007860 Sep 21 22:09:42.483295 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-0df3fadc-01be-435b-a81f-6403a1ce5230 req-fb50158b-ff8b-4846-bd8e-c3624815c7d8 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415707 Sep 21 22:09:42.827363 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 29115d79-ba49-407e-9d88-d8e0e13fe60c up at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:09:42.927218 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning for port 29115d79-ba49-407e-9d88-d8e0e13fe60c completed by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:09:42.931214 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.provisioning_blocks [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Provisioning complete for port 29115d79-ba49-407e-9d88-d8e0e13fe60c triggered by entity L2. {{(pid=110732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:09:42.931614 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33065150'] for port (29115d79-ba49-407e-9d88-d8e0e13fe60c), provisioning_complete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:42.931978 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Attempt 1 to provision port 29115d79-ba49-407e-9d88-d8e0e13fe60c Sep 21 22:09:43.004194 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Current status of the port 29115d79-ba49-407e-9d88-d8e0e13fe60c is: BUILD; New status is: ACTIVE {{(pid=110732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:09:43.004577 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (29115d79-ba49-407e-9d88-d8e0e13fe60c), before_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:43.148879 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f330884-ee3d-4831-9944-b642083b8090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29115d79-ba49-407e-9d88-d8e0e13fe60c'}] {{(pid=110732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:09:43.151013 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dff3b4333cba4728ff91f9e322cb44a9b43aaa4bb71b845fe3b7eaf8c476e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12af01c5-9f30-41da-b1dd-1daec23954dc" -d '{"events": [{"server_uuid": "4f330884-ee3d-4831-9944-b642083b8090", "name": "network-vif-plugged", "status": "completed", "tag": "29115d79-ba49-407e-9d88-d8e0e13fe60c"}]}' {{(pid=110732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:09:43.163236 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] For port 29115d79-ba49-407e-9d88-d8e0e13fe60c, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=29115d79-ba49-407e-9d88-d8e0e13fe60c,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:09:43.184739 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3bacae-867b-48e5-adc5-4a21ee86d148 x-openstack-request-id: req-8c3bacae-867b-48e5-adc5-4a21ee86d148 {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:09:43.185055 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f330884-ee3d-4831-9944-b642083b8090", "name": "network-vif-plugged", "status": "completed", "tag": "29115d79-ba49-407e-9d88-d8e0e13fe60c", "code": 200}]} {{(pid=110732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:09:43.185305 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c3bacae-867b-48e5-adc5-4a21ee86d148 {{(pid=110732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:09:43.185709 dv-cinder-858818-1-iscsi neutron-server[110732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3bacae-867b-48e5-adc5-4a21ee86d148'] response: {'server_uuid': '4f330884-ee3d-4831-9944-b642083b8090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29115d79-ba49-407e-9d88-d8e0e13fe60c', 'code': 200} Sep 21 22:09:43.248238 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715'] for port (29115d79-ba49-407e-9d88-d8e0e13fe60c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:43.292871 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Pushing event updated for resources: {'Port': ['ID=29115d79-ba49-407e-9d88-d8e0e13fe60c,revision_number=5']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:43.541345 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357c588-326c-4297-8e5b-2c05446dba58 req-e6e5554b-810e-42d1-b683-44a8616e2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:43.542835 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e357c588-326c-4297-8e5b-2c05446dba58 req-e6e5554b-810e-42d1-b683-44a8616e2e6a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 1129 time: 0.0444691 Sep 21 22:09:43.885776 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e357c588-326c-4297-8e5b-2c05446dba58 req-884da29c-0226-4e69-b698-9b1f2b71f9a6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3362968 Sep 21 22:09:43.900768 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d4be9-ba49-4f57-b659-b12c16d98982 req-ec7e73e3-4f52-4fcd-8fde-d38610461922 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:43.902178 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a18d4be9-ba49-4f57-b659-b12c16d98982 req-ec7e73e3-4f52-4fcd-8fde-d38610461922 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 945 time: 0.3469579 Sep 21 22:09:43.950389 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-a18d4be9-ba49-4f57-b659-b12c16d98982 req-d294c56c-0235-4c30-9a39-7e45a896b562 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426912 Sep 21 22:09:45.073886 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd53b1-cb24-4df4-8327-68f21066c64f req-eb38b1f6-4392-41e7-8522-8eaf2c936f8c tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:45.075336 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cfcd53b1-cb24-4df4-8327-68f21066c64f req-eb38b1f6-4392-41e7-8522-8eaf2c936f8c tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 945 time: 0.0516360 Sep 21 22:09:45.124185 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-cfcd53b1-cb24-4df4-8327-68f21066c64f req-3a9c403d-1c3d-49f4-8834-a5cbc1a608c7 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431123 Sep 21 22:09:46.249201 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec73d70-85d4-4869-85a9-63639aad3081 req-163f7b5a-656d-4ff4-a4e7-a403f3f3443f tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:46.250581 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9ec73d70-85d4-4869-85a9-63639aad3081 req-163f7b5a-656d-4ff4-a4e7-a403f3f3443f tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 945 time: 0.0539181 Sep 21 22:09:46.297438 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-9ec73d70-85d4-4869-85a9-63639aad3081 req-412a44fa-3018-4341-840f-759e41b12373 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406206 Sep 21 22:09:46.416855 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8145c-5fdf-4c7a-bdef-bf0abc8f1b55 req-a77ca64e-0172-40e3-971f-0a7768563403 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:46.418334 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-03e8145c-5fdf-4c7a-bdef-bf0abc8f1b55 req-a77ca64e-0172-40e3-971f-0a7768563403 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 945 time: 0.0511014 Sep 21 22:09:46.465839 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-03e8145c-5fdf-4c7a-bdef-bf0abc8f1b55 req-4987d80a-f9e0-4ef5-8440-e9706a5dd6a3 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420275 Sep 21 22:09:46.494190 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52330) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:09:46.536500 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9854e5-e2a8-4e74-94d9-47290fa4a750 tempest-TestVolumeBootPattern-2045350105 tempest-TestVolumeBootPattern-2045350105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:46.537946 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-ab9854e5-e2a8-4e74-94d9-47290fa4a750 tempest-TestVolumeBootPattern-2045350105 tempest-TestVolumeBootPattern-2045350105-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 1124 time: 0.0427933 Sep 21 22:09:46.540544 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52334) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:09:46.544642 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.v2.base [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Request body: {'floatingip': {'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'port_id': '29115d79-ba49-407e-9d88-d8e0e13fe60c', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:09:46.625430 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:46.720225 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (None), before_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:46.820454 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_common [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Allocated IP 172.27.2.121 (5bc858e6-5dcf-4b5e-8f16-9d664c1453fd/ae2772b5-420a-4041-8203-ada83a225396/5f21f9e2-d4e3-4886-94ca-927ec44bd31c) {{(pid=110730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:09:46.922285 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for port (5f21f9e2-d4e3-4886-94ca-927ec44bd31c), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:47.053531 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730879317679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (5f21f9e2-d4e3-4886-94ca-927ec44bd31c), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:47.089342 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Network 5bc858e6-5dcf-4b5e-8f16-9d664c1453fd is already hosted by enough agents. {{(pid=110730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:09:47.092089 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.base_scheduler [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Resources bound (agent type, host, resource id): {{(pid=110730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:09:47.098339 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Received port after_create {{(pid=110730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:09:47.103182 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event updated for resources: {'Port': ['ID=5f21f9e2-d4e3-4886-94ca-927ec44bd31c,revision_number=1']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:47.128531 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:47.128878 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:47.129243 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:47.129579 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:47.129908 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:47.130233 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:47.130558 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:47.130888 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:47.131211 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:47.131536 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:47.131861 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:47.132208 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:47.132528 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:47.447535 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for floatingip (123dafd7-7634-4b99-b0a8-d838980e0d8a), precommit_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:47.566236 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33254999'] for port (5f21f9e2-d4e3-4886-94ca-927ec44bd31c), before_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:47.708378 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for port (5f21f9e2-d4e3-4886-94ca-927ec44bd31c), precommit_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:47.778307 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730879840103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730879317697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730879317715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436054'] for port (5f21f9e2-d4e3-4886-94ca-927ec44bd31c), after_update {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:47.841286 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754967'] for floatingip (123dafd7-7634-4b99-b0a8-d838980e0d8a), after_create {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:47.843045 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event updated for resources: {'Port': ['ID=5f21f9e2-d4e3-4886-94ca-927ec44bd31c,revision_number=2']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:47.937062 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.l3_db [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Floating IP 123dafd7-7634-4b99-b0a8-d838980e0d8a associated. External IP: 172.27.2.121, port: 29115d79-ba49-407e-9d88-d8e0e13fe60c. Sep 21 22:09:48.131010 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Router 34a96f29-9d31-4925-95c3-337d8c91f8b1 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:09:48.230933 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:09:48.240727 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18850f0c-d71c-498b-84f6-5f8a6c6f9f5e None None] Sync routers for ids ['34a96f29-9d31-4925-95c3-337d8c91f8b1'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:09:48.249558 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18850f0c-d71c-498b-84f6-5f8a6c6f9f5e None None] Routers {'34a96f29-9d31-4925-95c3-337d8c91f8b1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:09:48.250092 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-18850f0c-d71c-498b-84f6-5f8a6c6f9f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:09:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['34a96f29-9d31-4925-95c3-337d8c91f8b1'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:09:48.324580 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:48.347891 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-18850f0c-d71c-498b-84f6-5f8a6c6f9f5e None None] Set router 34a96f29-9d31-4925-95c3-337d8c91f8b1 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:09:48.356816 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-3d92c0b8-2d35-484e-9ee7-46bfcb141297 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8152509 Sep 21 22:09:48.357502 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f330884-ee3d-4831-9944-b642083b8090', 'tag': '29115d79-ba49-407e-9d88-d8e0e13fe60c'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:09:48.359791 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53188d5e-a177-4ccc-b6af-4a05f946838f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f330884-ee3d-4831-9944-b642083b8090", "tag": "29115d79-ba49-407e-9d88-d8e0e13fe60c"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:09:48.395867 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829362c4-ea2e-44bf-bad6-d700ca53f737 x-openstack-request-id: req-829362c4-ea2e-44bf-bad6-d700ca53f737 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:09:48.396169 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f330884-ee3d-4831-9944-b642083b8090", "tag": "29115d79-ba49-407e-9d88-d8e0e13fe60c", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:09:48.396430 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-829362c4-ea2e-44bf-bad6-d700ca53f737 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:09:48.396847 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-829362c4-ea2e-44bf-bad6-d700ca53f737'] response: {'name': 'network-changed', 'server_uuid': '4f330884-ee3d-4831-9944-b642083b8090', 'tag': '29115d79-ba49-407e-9d88-d8e0e13fe60c', 'status': 'completed', 'code': 200} Sep 21 22:09:48.482002 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53188d5e-a177-4ccc-b6af-4a05f946838f req-ba8ec214-741f-43fd-8bd2-7f3c516c4f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:48.483519 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-53188d5e-a177-4ccc-b6af-4a05f946838f req-ba8ec214-741f-43fd-8bd2-7f3c516c4f5b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96e3307333ba467d8f4f97dd6775ba12&device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 1129 time: 0.0439055 Sep 21 22:09:48.566067 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-18850f0c-d71c-498b-84f6-5f8a6c6f9f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '123dafd7-7634-4b99-b0a8-d838980e0d8a', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'port_id': '29115d79-ba49-407e-9d88-d8e0e13fe60c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'mac_address': 'fa:16:3e:da:aa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f330884-ee3d-4831-9944-b642083b8090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:09:47Z', 'updated_at': '2022-09-21T22:09:47Z', 'revision_number': 0, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'fixed_ip_address_scope': None}, {'id': '91015893-f30c-4a03-a98d-cc700374a7cc', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'port_id': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'mac_address': 'fa:16:3e:72:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:07:49Z', 'updated_at': '2022-09-21T22:07:51Z', 'revision_number': 1, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 5, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:09:48.573110 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53188d5e-a177-4ccc-b6af-4a05f946838f req-44807b91-0ba2-4133-9641-a31f99aa93b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:48.574564 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-53188d5e-a177-4ccc-b6af-4a05f946838f req-44807b91-0ba2-4133-9641-a31f99aa93b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=193a34aa-ee4a-45e3-9672-efa7dd4524f9 HTTP/1.1" status: 200 len: 912 time: 0.0846863 Sep 21 22:09:48.589367 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18850f0c-d71c-498b-84f6-5f8a6c6f9f5e None None] Checking router: 34a96f29-9d31-4925-95c3-337d8c91f8b1 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:09:48.597837 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18850f0c-d71c-498b-84f6-5f8a6c6f9f5e None None] Routers {'34a96f29-9d31-4925-95c3-337d8c91f8b1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:09:48.598433 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-18850f0c-d71c-498b-84f6-5f8a6c6f9f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:09:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['34a96f29-9d31-4925-95c3-337d8c91f8b1'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:09:48.634505 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-53188d5e-a177-4ccc-b6af-4a05f946838f req-a95e609b-fac3-4ef6-b8c2-4e793bcad322 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29115d79-ba49-407e-9d88-d8e0e13fe60c HTTP/1.1" status: 200 len: 999 time: 0.0544066 Sep 21 22:09:48.684546 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53188d5e-a177-4ccc-b6af-4a05f946838f req-f85de740-1461-4342-8d45-6de9e68039cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:48.686027 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-53188d5e-a177-4ccc-b6af-4a05f946838f req-f85de740-1461-4342-8d45-6de9e68039cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72816605-4aa9-4890-b89b-7aa582f97392 HTTP/1.1" status: 200 len: 850 time: 0.0462928 Sep 21 22:09:48.695771 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-18850f0c-d71c-498b-84f6-5f8a6c6f9f5e None None] Set router 34a96f29-9d31-4925-95c3-337d8c91f8b1 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:09:48.734567 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53188d5e-a177-4ccc-b6af-4a05f946838f req-921170d2-ecff-4080-80a3-3f1eae1bc032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:48.736096 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-53188d5e-a177-4ccc-b6af-4a05f946838f req-921170d2-ecff-4080-80a3-3f1eae1bc032 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=193a34aa-ee4a-45e3-9672-efa7dd4524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447524 Sep 21 22:09:48.822797 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-53188d5e-a177-4ccc-b6af-4a05f946838f req-53a350d2-ce25-497d-a4c9-62e17ead8ea2 service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805709 Sep 21 22:09:48.907203 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-18850f0c-d71c-498b-84f6-5f8a6c6f9f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '123dafd7-7634-4b99-b0a8-d838980e0d8a', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'port_id': '29115d79-ba49-407e-9d88-d8e0e13fe60c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'mac_address': 'fa:16:3e:da:aa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f330884-ee3d-4831-9944-b642083b8090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:09:47Z', 'updated_at': '2022-09-21T22:09:47Z', 'revision_number': 0, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'fixed_ip_address_scope': None}, {'id': '91015893-f30c-4a03-a98d-cc700374a7cc', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'port_id': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'mac_address': 'fa:16:3e:72:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:07:49Z', 'updated_at': '2022-09-21T22:07:51Z', 'revision_number': 1, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 5, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:09:48.913403 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-53188d5e-a177-4ccc-b6af-4a05f946838f req-1c362252-7848-48e4-8766-a4223e642596 service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850275 Sep 21 22:09:48.934076 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18850f0c-d71c-498b-84f6-5f8a6c6f9f5e None None] The sync data for ids ['34a96f29-9d31-4925-95c3-337d8c91f8b1'] in dv-cinder-858818-1-iscsi is: [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '123dafd7-7634-4b99-b0a8-d838980e0d8a', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'port_id': '29115d79-ba49-407e-9d88-d8e0e13fe60c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'mac_address': 'fa:16:3e:da:aa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f330884-ee3d-4831-9944-b642083b8090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:09:47Z', 'updated_at': '2022-09-21T22:09:47Z', 'revision_number': 0, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'fixed_ip_address_scope': None}, {'id': '91015893-f30c-4a03-a98d-cc700374a7cc', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'port_id': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'mac_address': 'fa:16:3e:72:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:07:49Z', 'updated_at': '2022-09-21T22:07:51Z', 'revision_number': 1, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 5, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:09:49.123902 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d9a564-a809-4c60-a8b6-758062236558 None None] New status for floating IP 123dafd7-7634-4b99-b0a8-d838980e0d8a: ACTIVE {{(pid=110732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:09:49.471331 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:56.516638 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-c2250960-addf-4515-a95f-eb073a9d39f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:57.469831 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:09:58.688077 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-69661041-e0bd-4c14-aa77-265f09aadf45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:59.922405 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:01.578928 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:03.019201 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:05.813069 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [req-976e70b1-8388-4e5e-b889-f6fcf2c0d056 req-a44db62d-90b1-4a09-9502-ed328c30023f service neutron] (110731) timed out ('10.222.0.61', 62515) {{(pid=110731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 21 22:10:19.498787 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:25.757640 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [req-eb473a53-e03b-4fca-b279-54e85c27ddd0 req-b35f07f3-dee8-44e7-ba65-a2c6f736e377 service neutron] (110730) timed out ('10.222.0.61', 62506) {{(pid=110730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 21 22:10:26.533248 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9116a91c-09ca-4a89-9779-46ed4985b876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:28.670251 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-6018cf9f-3096-48a7-a887-fa09cb274788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:29.892745 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:31.612893 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:33.041769 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:34.468161 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:10:35.341812 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c314a08a-5283-4f60-b540-73f41c8b469b req-8752192f-1031-4082-8018-d16aba507527 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835981 Sep 21 22:10:35.442022 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314a08a-5283-4f60-b540-73f41c8b469b req-cae9508c-997c-485f-8027-b020725ff5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:35.443516 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c314a08a-5283-4f60-b540-73f41c8b469b req-cae9508c-997c-485f-8027-b020725ff5ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96e3307333ba467d8f4f97dd6775ba12&device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 1129 time: 0.0434341 Sep 21 22:10:35.546659 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314a08a-5283-4f60-b540-73f41c8b469b req-8abac311-20fa-4bc6-a487-d5753a1425f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:35.548001 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c314a08a-5283-4f60-b540-73f41c8b469b req-8abac311-20fa-4bc6-a487-d5753a1425f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=193a34aa-ee4a-45e3-9672-efa7dd4524f9 HTTP/1.1" status: 200 len: 912 time: 0.0855610 Sep 21 22:10:35.606951 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c314a08a-5283-4f60-b540-73f41c8b469b req-a26eef02-6c34-42fa-b919-4a7c71df5f15 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abb8b03d-bb64-446c-bf08-ddbd57f2df27 HTTP/1.1" status: 200 len: 1001 time: 0.0519624 Sep 21 22:10:35.656912 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314a08a-5283-4f60-b540-73f41c8b469b req-229eb2f7-3b27-40ba-98df-23076deb0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:35.658323 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c314a08a-5283-4f60-b540-73f41c8b469b req-229eb2f7-3b27-40ba-98df-23076deb0605 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72816605-4aa9-4890-b89b-7aa582f97392 HTTP/1.1" status: 200 len: 850 time: 0.0454972 Sep 21 22:10:35.704807 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314a08a-5283-4f60-b540-73f41c8b469b req-ed72c540-3c0b-4a98-8227-e4b33e95f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:35.706251 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c314a08a-5283-4f60-b540-73f41c8b469b req-ed72c540-3c0b-4a98-8227-e4b33e95f686 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=193a34aa-ee4a-45e3-9672-efa7dd4524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421057 Sep 21 22:10:35.794862 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c314a08a-5283-4f60-b540-73f41c8b469b req-b682489d-06ea-48b0-b9af-492cf8234f96 service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813820 Sep 21 22:10:35.885535 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-c314a08a-5283-4f60-b540-73f41c8b469b req-d2c1f98a-1a56-4ac4-aeb0-a19d7c753985 service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837467 Sep 21 22:10:49.497919 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:56.526730 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a2cba355-ca02-4a68-8ccd-1ffddcb566e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:58.658324 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-ec045add-97d8-447e-9970-5fdd933c9e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:59.909080 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:01.589631 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:03.040902 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:11.466668 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:11:16.445088 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 52362) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:16.629994 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Deleting port 5f21f9e2-d4e3-4886-94ca-927ec44bd31c {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:11:16.630817 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (5f21f9e2-d4e3-4886-94ca-927ec44bd31c), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:16.703048 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (5f21f9e2-d4e3-4886-94ca-927ec44bd31c), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:16.703309 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for floatingip (5f21f9e2-d4e3-4886-94ca-927ec44bd31c), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:16.718684 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Calling delete_port for 5f21f9e2-d4e3-4886-94ca-927ec44bd31c owned by network:floatingip {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:11:16.920490 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (5f21f9e2-d4e3-4886-94ca-927ec44bd31c), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:16.950441 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event deleted for resources: {'Port': ['ID=5f21f9e2-d4e3-4886-94ca-927ec44bd31c,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:16.991668 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:16.992020 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:16.992401 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:16.992768 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:16.993130 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:16.996862 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:16.996862 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:16.996862 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:16.996862 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:16.996862 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:16.996862 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:16.996862 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:16.996862 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:17.019715 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for floatingip (123dafd7-7634-4b99-b0a8-d838980e0d8a), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:17.020155 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.db.l3_db [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Floating IP 123dafd7-7634-4b99-b0a8-d838980e0d8a disassociated (deleted). External IP: 172.27.2.121, port: 29115d79-ba49-407e-9d88-d8e0e13fe60c. Sep 21 22:11:17.213518 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Router 34a96f29-9d31-4925-95c3-337d8c91f8b1 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:11:17.312474 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:11:17.317117 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:17.322162 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439ab0b9-5828-4812-b9e9-343f686856a6 None None] Sync routers for ids ['34a96f29-9d31-4925-95c3-337d8c91f8b1'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:11:17.331474 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439ab0b9-5828-4812-b9e9-343f686856a6 None None] Routers {'34a96f29-9d31-4925-95c3-337d8c91f8b1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:11:17.332080 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-439ab0b9-5828-4812-b9e9-343f686856a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:10:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['34a96f29-9d31-4925-95c3-337d8c91f8b1'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:17.345577 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-c76c19d3-b03d-4361-a7bd-a9eaa073abc9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "DELETE /v2.0/floatingips/123dafd7-7634-4b99-b0a8-d838980e0d8a HTTP/1.1" status: 204 len: 168 time: 0.8994119 Sep 21 22:11:17.346319 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f330884-ee3d-4831-9944-b642083b8090', 'tag': '29115d79-ba49-407e-9d88-d8e0e13fe60c'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:11:17.348693 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37551c02-1417-4e74-86b8-76248ef1b949" -d '{"events": [{"name": "network-changed", "server_uuid": "4f330884-ee3d-4831-9944-b642083b8090", "tag": "29115d79-ba49-407e-9d88-d8e0e13fe60c"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:11:17.444896 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-439ab0b9-5828-4812-b9e9-343f686856a6 None None] Set router 34a96f29-9d31-4925-95c3-337d8c91f8b1 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:11:17.455687 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9fbff7-d552-4aca-ac7c-c8bda9311d3c x-openstack-request-id: req-7b9fbff7-d552-4aca-ac7c-c8bda9311d3c {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:11:17.456196 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f330884-ee3d-4831-9944-b642083b8090", "tag": "29115d79-ba49-407e-9d88-d8e0e13fe60c", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:11:17.456313 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b9fbff7-d552-4aca-ac7c-c8bda9311d3c {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:11:17.456756 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9fbff7-d552-4aca-ac7c-c8bda9311d3c'] response: {'name': 'network-changed', 'server_uuid': '4f330884-ee3d-4831-9944-b642083b8090', 'tag': '29115d79-ba49-407e-9d88-d8e0e13fe60c', 'status': 'completed', 'code': 200} Sep 21 22:11:17.543941 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37551c02-1417-4e74-86b8-76248ef1b949 req-b84cd50e-5814-48c8-bce8-eba44eb7ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:17.545465 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-37551c02-1417-4e74-86b8-76248ef1b949 req-b84cd50e-5814-48c8-bce8-eba44eb7ad71 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96e3307333ba467d8f4f97dd6775ba12&device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 1129 time: 0.0458169 Sep 21 22:11:17.633396 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37551c02-1417-4e74-86b8-76248ef1b949 req-448a3517-6275-426f-a754-ac4359b38e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:17.634811 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-37551c02-1417-4e74-86b8-76248ef1b949 req-448a3517-6275-426f-a754-ac4359b38e37 service neutron] 10.222.0.61 "GET /v2.0/networks?id=193a34aa-ee4a-45e3-9672-efa7dd4524f9 HTTP/1.1" status: 200 len: 912 time: 0.0835876 Sep 21 22:11:17.675980 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-439ab0b9-5828-4812-b9e9-343f686856a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '91015893-f30c-4a03-a98d-cc700374a7cc', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'port_id': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'mac_address': 'fa:16:3e:72:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:07:49Z', 'updated_at': '2022-09-21T22:07:51Z', 'revision_number': 1, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 5, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:17.682992 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-37551c02-1417-4e74-86b8-76248ef1b949 req-19b8ed8f-f766-450e-924f-d02f462b02dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29115d79-ba49-407e-9d88-d8e0e13fe60c HTTP/1.1" status: 200 len: 217 time: 0.0413296 Sep 21 22:11:17.766057 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37551c02-1417-4e74-86b8-76248ef1b949 req-05aa71d8-5026-4070-a462-94d903e83273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:17.767529 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-37551c02-1417-4e74-86b8-76248ef1b949 req-05aa71d8-5026-4070-a462-94d903e83273 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72816605-4aa9-4890-b89b-7aa582f97392 HTTP/1.1" status: 200 len: 850 time: 0.0794842 Sep 21 22:11:17.775953 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439ab0b9-5828-4812-b9e9-343f686856a6 None None] Checking router: 34a96f29-9d31-4925-95c3-337d8c91f8b1 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:11:17.784793 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439ab0b9-5828-4812-b9e9-343f686856a6 None None] Routers {'34a96f29-9d31-4925-95c3-337d8c91f8b1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:11:17.785434 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-439ab0b9-5828-4812-b9e9-343f686856a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:10:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['34a96f29-9d31-4925-95c3-337d8c91f8b1'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:17.811245 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b939b7-cc8d-4666-986a-315dc9cbcec1 req-57f96047-90f7-4fe9-ba7a-5fa627050650 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:17.812702 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f8b939b7-cc8d-4666-986a-315dc9cbcec1 req-57f96047-90f7-4fe9-ba7a-5fa627050650 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 945 time: 0.0950425 Sep 21 22:11:17.856988 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37551c02-1417-4e74-86b8-76248ef1b949 req-54a1741e-1b3e-4732-9e73-ed45ce691651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:17.858490 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-37551c02-1417-4e74-86b8-76248ef1b949 req-54a1741e-1b3e-4732-9e73-ed45ce691651 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=193a34aa-ee4a-45e3-9672-efa7dd4524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850616 Sep 21 22:11:17.880301 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-f8b939b7-cc8d-4666-986a-315dc9cbcec1 req-25db2057-3174-47c7-9aa2-22ed78e68e51 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618198 Sep 21 22:11:17.887575 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-439ab0b9-5828-4812-b9e9-343f686856a6 None None] Set router 34a96f29-9d31-4925-95c3-337d8c91f8b1 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:11:17.955076 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-37551c02-1417-4e74-86b8-76248ef1b949 req-a9a79814-0a91-4f0b-a5ff-75054200bdc7 service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875304 Sep 21 22:11:18.055375 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-37551c02-1417-4e74-86b8-76248ef1b949 req-84233efb-fb20-4ba2-8ac3-7bbfea5ca19e service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938082 Sep 21 22:11:18.100316 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-439ab0b9-5828-4812-b9e9-343f686856a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '91015893-f30c-4a03-a98d-cc700374a7cc', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'port_id': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'mac_address': 'fa:16:3e:72:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:07:49Z', 'updated_at': '2022-09-21T22:07:51Z', 'revision_number': 1, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 5, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:18.126828 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439ab0b9-5828-4812-b9e9-343f686856a6 None None] The sync data for ids ['34a96f29-9d31-4925-95c3-337d8c91f8b1'] in dv-cinder-858818-1-iscsi is: [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_floatingips': [{'id': '91015893-f30c-4a03-a98d-cc700374a7cc', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'router_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'port_id': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'mac_address': 'fa:16:3e:72:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:07:49Z', 'updated_at': '2022-09-21T22:07:51Z', 'revision_number': 1, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 5, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:11:18.346907 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a65908f-15c4-42bd-996a-081cec1c2ff3 None None] New status for floating IP 123dafd7-7634-4b99-b0a8-d838980e0d8a: DOWN {{(pid=110732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:11:19.007542 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d83ab-e039-4fbe-a5d5-48e9d13f3513 req-2acced1a-eff3-4f1e-9070-2754d5de6981 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:19.009055 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-af2d83ab-e039-4fbe-a5d5-48e9d13f3513 req-2acced1a-eff3-4f1e-9070-2754d5de6981 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 945 time: 0.0523679 Sep 21 22:11:19.057480 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-af2d83ab-e039-4fbe-a5d5-48e9d13f3513 req-aa89de40-4eb4-47ae-8a8b-5511b9d339e2 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421371 Sep 21 22:11:19.503838 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5de25a-f08a-48cf-b688-8310a016e5a8 req-19a565f7-a9dd-4958-9648-7534deb09847 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:19.505278 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ca5de25a-f08a-48cf-b688-8310a016e5a8 req-19a565f7-a9dd-4958-9648-7534deb09847 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 945 time: 0.0536401 Sep 21 22:11:19.514807 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:19.589184 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-ca5de25a-f08a-48cf-b688-8310a016e5a8 req-c7ff17ed-2c11-4e0f-9726-7b7597497c3b tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Deleting port 29115d79-ba49-407e-9d88-d8e0e13fe60c {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:11:19.589528 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-ca5de25a-f08a-48cf-b688-8310a016e5a8 req-c7ff17ed-2c11-4e0f-9726-7b7597497c3b tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (29115d79-ba49-407e-9d88-d8e0e13fe60c), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:19.678295 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-ca5de25a-f08a-48cf-b688-8310a016e5a8 req-c7ff17ed-2c11-4e0f-9726-7b7597497c3b tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] For port 29115d79-ba49-407e-9d88-d8e0e13fe60c, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=29115d79-ba49-407e-9d88-d8e0e13fe60c,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:11:19.678655 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-ca5de25a-f08a-48cf-b688-8310a016e5a8 req-c7ff17ed-2c11-4e0f-9726-7b7597497c3b tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (29115d79-ba49-407e-9d88-d8e0e13fe60c), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:19.691804 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-ca5de25a-f08a-48cf-b688-8310a016e5a8 req-c7ff17ed-2c11-4e0f-9726-7b7597497c3b tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Calling delete_port for 29115d79-ba49-407e-9d88-d8e0e13fe60c owned by compute:nova {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:11:19.857927 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-ca5de25a-f08a-48cf-b688-8310a016e5a8 req-c7ff17ed-2c11-4e0f-9726-7b7597497c3b tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (29115d79-ba49-407e-9d88-d8e0e13fe60c), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:19.882864 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff17ed-2c11-4e0f-9726-7b7597497c3b tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event deleted for resources: {'Port': ['ID=29115d79-ba49-407e-9d88-d8e0e13fe60c,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:19.930866 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5de25a-f08a-48cf-b688-8310a016e5a8 req-c7ff17ed-2c11-4e0f-9726-7b7597497c3b tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] No DVR routers for this DVR port 29115d79-ba49-407e-9d88-d8e0e13fe60c on host hv-cinder-85881 {{(pid=110731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:11:19.933644 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-ca5de25a-f08a-48cf-b688-8310a016e5a8 req-c7ff17ed-2c11-4e0f-9726-7b7597497c3b tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:19.937658 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-ca5de25a-f08a-48cf-b688-8310a016e5a8 req-c7ff17ed-2c11-4e0f-9726-7b7597497c3b tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.61 "DELETE /v2.0/ports/29115d79-ba49-407e-9d88-d8e0e13fe60c HTTP/1.1" status: 204 len: 173 time: 0.4277520 Sep 21 22:11:19.938150 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f330884-ee3d-4831-9944-b642083b8090', 'name': 'network-vif-deleted', 'tag': '29115d79-ba49-407e-9d88-d8e0e13fe60c'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:11:19.940808 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37950d85-a378-4d12-8cc8-dd9c81e296df" -d '{"events": [{"server_uuid": "4f330884-ee3d-4831-9944-b642083b8090", "name": "network-vif-deleted", "tag": "29115d79-ba49-407e-9d88-d8e0e13fe60c"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:11:19.975104 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588fd248-8110-476f-b502-9255c399a792 x-openstack-request-id: req-588fd248-8110-476f-b502-9255c399a792 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:11:19.975399 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f330884-ee3d-4831-9944-b642083b8090", "name": "network-vif-deleted", "tag": "29115d79-ba49-407e-9d88-d8e0e13fe60c", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:11:19.975657 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-588fd248-8110-476f-b502-9255c399a792 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:11:19.976068 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-588fd248-8110-476f-b502-9255c399a792'] response: {'server_uuid': '4f330884-ee3d-4831-9944-b642083b8090', 'name': 'network-vif-deleted', 'tag': '29115d79-ba49-407e-9d88-d8e0e13fe60c', 'status': 'completed', 'code': 200} Sep 21 22:11:20.158294 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-2c2ea07f-0ff9-428e-b9fd-0fe7516dbae9 req-a30687f5-c171-42c8-898a-786f40aee0ff tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 210 time: 0.0270209 Sep 21 22:11:21.269607 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e3558703-44fd-4722-8ce9-56a49c16575c req-352765c9-4bf6-42fd-9901-7d9e3448d1b8 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f330884-ee3d-4831-9944-b642083b8090 HTTP/1.1" status: 200 len: 210 time: 0.0272028 Sep 21 22:11:23.257345 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 29115d79-ba49-407e-9d88-d8e0e13fe60c no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:11:23.276404 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: 29115d79-ba49-407e-9d88-d8e0e13fe60c {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:11:23.276746 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device 29115d79-ba49-407e-9d88-d8e0e13fe60c not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:11:24.764950 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52408) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:24.908743 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Deleting port 05229cc0-9e44-4007-8a94-ac103a45b299 {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:11:24.909179 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (05229cc0-9e44-4007-8a94-ac103a45b299), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:24.984858 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (05229cc0-9e44-4007-8a94-ac103a45b299), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:24.985207 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for floatingip (05229cc0-9e44-4007-8a94-ac103a45b299), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:24.997560 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Calling delete_port for 05229cc0-9e44-4007-8a94-ac103a45b299 owned by network:floatingip {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:11:25.235192 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (05229cc0-9e44-4007-8a94-ac103a45b299), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:25.259143 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event deleted for resources: {'Port': ['ID=05229cc0-9e44-4007-8a94-ac103a45b299,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:25.271546 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:25.272613 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:25.272613 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:25.272613 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:25.273038 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:25.273375 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:25.273709 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:25.274041 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:25.274372 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:25.274704 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:25.275048 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:25.275364 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:25.275714 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:25.330778 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for floatingip (91015893-f30c-4a03-a98d-cc700374a7cc), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:25.331106 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.db.l3_db [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Floating IP 91015893-f30c-4a03-a98d-cc700374a7cc disassociated (deleted). External IP: 172.27.2.199, port: abb8b03d-bb64-446c-bf08-ddbd57f2df27. Sep 21 22:11:25.521748 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Router 34a96f29-9d31-4925-95c3-337d8c91f8b1 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:11:25.620212 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:11:25.624873 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:25.629458 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee74999-6c66-4294-a0d8-23b73be5563b None None] Sync routers for ids ['34a96f29-9d31-4925-95c3-337d8c91f8b1'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:11:25.640253 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee74999-6c66-4294-a0d8-23b73be5563b None None] Routers {'34a96f29-9d31-4925-95c3-337d8c91f8b1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:11:25.640861 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-8ee74999-6c66-4294-a0d8-23b73be5563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:10:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['34a96f29-9d31-4925-95c3-337d8c91f8b1'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:25.654944 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-f65a1b8f-a48c-47d4-8110-1e69aaac72b1 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "DELETE /v2.0/floatingips/91015893-f30c-4a03-a98d-cc700374a7cc HTTP/1.1" status: 204 len: 168 time: 0.8888698 Sep 21 22:11:25.655608 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'tag': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27'}] {{(pid=110730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:11:25.657910 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a23b35e70702a62906737dbc1a37bc9ddfdecc7aadf60bf928f92803ea50ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9c73e2-6a14-4787-a163-44e7aad059c2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8da1a5-111d-4e95-a2f0-1aaed70e6594", "tag": "abb8b03d-bb64-446c-bf08-ddbd57f2df27"}]}' {{(pid=110730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:11:25.693490 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee444a3-4c5e-4daa-aa07-31a744359ac2 x-openstack-request-id: req-cee444a3-4c5e-4daa-aa07-31a744359ac2 {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:11:25.694042 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8da1a5-111d-4e95-a2f0-1aaed70e6594", "tag": "abb8b03d-bb64-446c-bf08-ddbd57f2df27", "status": "completed", "code": 200}]} {{(pid=110730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:11:25.694190 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cee444a3-4c5e-4daa-aa07-31a744359ac2 {{(pid=110730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:11:25.694705 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee444a3-4c5e-4daa-aa07-31a744359ac2'] response: {'name': 'network-changed', 'server_uuid': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'tag': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27', 'status': 'completed', 'code': 200} Sep 21 22:11:25.743990 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-8ee74999-6c66-4294-a0d8-23b73be5563b None None] Set router 34a96f29-9d31-4925-95c3-337d8c91f8b1 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:11:25.781648 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c73e2-6a14-4787-a163-44e7aad059c2 req-023a339a-fd71-4b9c-8e39-cc652fa00a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:25.783064 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6d9c73e2-6a14-4787-a163-44e7aad059c2 req-023a339a-fd71-4b9c-8e39-cc652fa00a5f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96e3307333ba467d8f4f97dd6775ba12&device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 1129 time: 0.0468459 Sep 21 22:11:25.870863 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c73e2-6a14-4787-a163-44e7aad059c2 req-aefd424b-97c6-494a-a05a-f1a60bc13f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:25.872517 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6d9c73e2-6a14-4787-a163-44e7aad059c2 req-aefd424b-97c6-494a-a05a-f1a60bc13f00 service neutron] 10.222.0.61 "GET /v2.0/networks?id=193a34aa-ee4a-45e3-9672-efa7dd4524f9 HTTP/1.1" status: 200 len: 912 time: 0.0841510 Sep 21 22:11:25.915382 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6d9c73e2-6a14-4787-a163-44e7aad059c2 req-18cdf7c9-aa37-4576-9508-a73388a057cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abb8b03d-bb64-446c-bf08-ddbd57f2df27 HTTP/1.1" status: 200 len: 217 time: 0.0335622 Sep 21 22:11:25.939302 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-8ee74999-6c66-4294-a0d8-23b73be5563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 5, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:25.964882 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee74999-6c66-4294-a0d8-23b73be5563b None None] Checking router: 34a96f29-9d31-4925-95c3-337d8c91f8b1 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:11:25.969759 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c73e2-6a14-4787-a163-44e7aad059c2 req-ff67be61-3bab-4d39-a654-f123023c257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:25.971374 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6d9c73e2-6a14-4787-a163-44e7aad059c2 req-ff67be61-3bab-4d39-a654-f123023c257c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72816605-4aa9-4890-b89b-7aa582f97392 HTTP/1.1" status: 200 len: 850 time: 0.0497305 Sep 21 22:11:25.973527 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee74999-6c66-4294-a0d8-23b73be5563b None None] Routers {'34a96f29-9d31-4925-95c3-337d8c91f8b1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:11:25.974139 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-8ee74999-6c66-4294-a0d8-23b73be5563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:10:59Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['34a96f29-9d31-4925-95c3-337d8c91f8b1'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:26.067786 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04873c2-6579-4440-957e-52981315e7e5 req-aa759a84-a471-41a6-b33b-8a4350768c20 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:26.069188 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e04873c2-6579-4440-957e-52981315e7e5 req-aa759a84-a471-41a6-b33b-8a4350768c20 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 945 time: 0.0836160 Sep 21 22:11:26.076035 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c73e2-6a14-4787-a163-44e7aad059c2 req-009b8235-1d29-4756-b5a3-d1853e37c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:26.077457 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6d9c73e2-6a14-4787-a163-44e7aad059c2 req-009b8235-1d29-4756-b5a3-d1853e37c80e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=193a34aa-ee4a-45e3-9672-efa7dd4524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614889 Sep 21 22:11:26.079252 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-8ee74999-6c66-4294-a0d8-23b73be5563b None None] Set router 34a96f29-9d31-4925-95c3-337d8c91f8b1 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:11:26.173343 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-e04873c2-6579-4440-957e-52981315e7e5 req-8d0d4f3e-3e17-452e-8410-c4cdd56b8547 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949159 Sep 21 22:11:26.196927 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6d9c73e2-6a14-4787-a163-44e7aad059c2 req-dbbcc160-6443-440c-925f-cc683648354b service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129279 Sep 21 22:11:26.271087 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-8ee74999-6c66-4294-a0d8-23b73be5563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 5, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:26.285641 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-6d9c73e2-6a14-4787-a163-44e7aad059c2 req-0b742347-5250-41b2-9ca4-7ece9555f358 service neutron] 10.222.0.61 "GET /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825267 Sep 21 22:11:26.295618 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee74999-6c66-4294-a0d8-23b73be5563b None None] The sync data for ids ['34a96f29-9d31-4925-95c3-337d8c91f8b1'] in dv-cinder-858818-1-iscsi is: [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:04:43Z', 'revision_number': 4, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi', '_interfaces': [{'id': '0166ca6b-13b2-4ebb-a65b-011d47c1c111', 'name': '', 'network_id': '193a34aa-ee4a-45e3-9672-efa7dd4524f9', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'mac_address': 'fa:16:3e:47:18:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '72816605-4aa9-4890-b89b-7aa582f97392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:43Z', 'updated_at': '2022-09-21T22:04:47Z', 'revision_number': 5, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'subnets': [{'id': '72816605-4aa9-4890-b89b-7aa582f97392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:11:26.513366 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acebd6ff-1b7a-471e-b282-ce4a9035fded None None] New status for floating IP 91015893-f30c-4a03-a98d-cc700374a7cc: DOWN {{(pid=110732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:11:26.567237 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-617a7a8f-93c6-41c3-8874-437bb69d0c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:27.305886 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071390f2-7b27-4bef-bdca-af6943ee1396 req-40b6faba-e892-40b1-a1b0-7c4651d13a85 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:27.307263 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-071390f2-7b27-4bef-bdca-af6943ee1396 req-40b6faba-e892-40b1-a1b0-7c4651d13a85 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 945 time: 0.0568321 Sep 21 22:11:27.354601 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-071390f2-7b27-4bef-bdca-af6943ee1396 req-d20d89b9-f3a5-46fe-ad8a-528747a7c078 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca16295-8938-4793-ba8f-c90aad33cc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411532 Sep 21 22:11:27.671527 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8188f-fa96-408b-b2fa-e1606f1feab7 req-f1c3414f-9f7e-48b1-87b8-b595f8fa2e33 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:27.672888 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-88f8188f-fa96-408b-b2fa-e1606f1feab7 req-f1c3414f-9f7e-48b1-87b8-b595f8fa2e33 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 945 time: 0.0520287 Sep 21 22:11:27.759281 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-88f8188f-fa96-408b-b2fa-e1606f1feab7 req-e9a051d1-bab2-491f-a6f2-7139cb399f41 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Deleting port abb8b03d-bb64-446c-bf08-ddbd57f2df27 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:11:27.759623 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-88f8188f-fa96-408b-b2fa-e1606f1feab7 req-e9a051d1-bab2-491f-a6f2-7139cb399f41 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (abb8b03d-bb64-446c-bf08-ddbd57f2df27), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:27.845433 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [req-88f8188f-fa96-408b-b2fa-e1606f1feab7 req-e9a051d1-bab2-491f-a6f2-7139cb399f41 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] For port abb8b03d-bb64-446c-bf08-ddbd57f2df27, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=abb8b03d-bb64-446c-bf08-ddbd57f2df27,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:11:27.845796 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-88f8188f-fa96-408b-b2fa-e1606f1feab7 req-e9a051d1-bab2-491f-a6f2-7139cb399f41 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (abb8b03d-bb64-446c-bf08-ddbd57f2df27), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:27.857927 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [req-88f8188f-fa96-408b-b2fa-e1606f1feab7 req-e9a051d1-bab2-491f-a6f2-7139cb399f41 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Calling delete_port for abb8b03d-bb64-446c-bf08-ddbd57f2df27 owned by compute:nova {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:11:28.051650 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-88f8188f-fa96-408b-b2fa-e1606f1feab7 req-e9a051d1-bab2-491f-a6f2-7139cb399f41 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (abb8b03d-bb64-446c-bf08-ddbd57f2df27), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:28.080376 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a051d1-bab2-491f-a6f2-7139cb399f41 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event deleted for resources: {'Port': ['ID=abb8b03d-bb64-446c-bf08-ddbd57f2df27,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:28.126590 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f8188f-fa96-408b-b2fa-e1606f1feab7 req-e9a051d1-bab2-491f-a6f2-7139cb399f41 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] No DVR routers for this DVR port abb8b03d-bb64-446c-bf08-ddbd57f2df27 on host hv-cinder-85881 {{(pid=110731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:11:28.129097 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [req-88f8188f-fa96-408b-b2fa-e1606f1feab7 req-e9a051d1-bab2-491f-a6f2-7139cb399f41 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for port (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:28.134200 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-88f8188f-fa96-408b-b2fa-e1606f1feab7 req-e9a051d1-bab2-491f-a6f2-7139cb399f41 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.61 "DELETE /v2.0/ports/abb8b03d-bb64-446c-bf08-ddbd57f2df27 HTTP/1.1" status: 204 len: 173 time: 0.4544613 Sep 21 22:11:28.134200 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'name': 'network-vif-deleted', 'tag': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27'}] {{(pid=110731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:11:28.135228 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c03fb58f1c0cf66fcd52a5fd4f2c4339edf21a7146d470c98d6cb938c0f402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a1c525-10c1-4d71-8c9b-0c226c716187" -d '{"events": [{"server_uuid": "7b8da1a5-111d-4e95-a2f0-1aaed70e6594", "name": "network-vif-deleted", "tag": "abb8b03d-bb64-446c-bf08-ddbd57f2df27"}]}' {{(pid=110731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:11:28.171654 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ed8273-3c8c-4f29-9ded-725c893e4f08 x-openstack-request-id: req-d0ed8273-3c8c-4f29-9ded-725c893e4f08 {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:11:28.171949 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8da1a5-111d-4e95-a2f0-1aaed70e6594", "name": "network-vif-deleted", "tag": "abb8b03d-bb64-446c-bf08-ddbd57f2df27", "status": "completed", "code": 200}]} {{(pid=110731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:11:28.172205 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d0ed8273-3c8c-4f29-9ded-725c893e4f08 {{(pid=110731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:11:28.172613 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0ed8273-3c8c-4f29-9ded-725c893e4f08'] response: {'server_uuid': '7b8da1a5-111d-4e95-a2f0-1aaed70e6594', 'name': 'network-vif-deleted', 'tag': 'abb8b03d-bb64-446c-bf08-ddbd57f2df27', 'status': 'completed', 'code': 200} Sep 21 22:11:28.455922 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [req-10282d7c-3422-4254-b5d0-f455995891bc req-227c91b5-51c7-4eb3-af1e-24191da2c2bc tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b8da1a5-111d-4e95-a2f0-1aaed70e6594 HTTP/1.1" status: 200 len: 210 time: 0.0290000 Sep 21 22:11:28.703102 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b9377a65-83e6-4fb1-a3ec-62a181501bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:29.518168 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52426) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:29.631374 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-2539894d-c98a-430f-b6a0-ff50ac364ea9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Deleting port c6fab356-2c46-4dcd-b764-9f6919fa00b2 {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:11:29.631644 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2539894d-c98a-430f-b6a0-ff50ac364ea9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (c6fab356-2c46-4dcd-b764-9f6919fa00b2), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:29.704116 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2539894d-c98a-430f-b6a0-ff50ac364ea9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (c6fab356-2c46-4dcd-b764-9f6919fa00b2), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:29.704438 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2539894d-c98a-430f-b6a0-ff50ac364ea9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for floatingip (c6fab356-2c46-4dcd-b764-9f6919fa00b2), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:29.720418 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-2539894d-c98a-430f-b6a0-ff50ac364ea9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Calling delete_port for c6fab356-2c46-4dcd-b764-9f6919fa00b2 owned by network:floatingip {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:11:29.880841 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2539894d-c98a-430f-b6a0-ff50ac364ea9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (c6fab356-2c46-4dcd-b764-9f6919fa00b2), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:29.897900 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:29.909806 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539894d-c98a-430f-b6a0-ff50ac364ea9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event deleted for resources: {'Port': ['ID=c6fab356-2c46-4dcd-b764-9f6919fa00b2,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:29.969126 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2539894d-c98a-430f-b6a0-ff50ac364ea9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for floatingip (048f1072-0a8e-4968-8436-b14cbd0983d0), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:29.971796 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-2539894d-c98a-430f-b6a0-ff50ac364ea9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217070'] for floatingip (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:29.973029 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-2539894d-c98a-430f-b6a0-ff50ac364ea9 tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "DELETE /v2.0/floatingips/048f1072-0a8e-4968-8436-b14cbd0983d0 HTTP/1.1" status: 204 len: 168 time: 0.4538548 Sep 21 22:11:31.258386 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device abb8b03d-bb64-446c-bf08-ddbd57f2df27 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:11:31.260817 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52438) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:31.278013 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] No Port match for: abb8b03d-bb64-446c-bf08-ddbd57f2df27 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:11:31.278362 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Device abb8b03d-bb64-446c-bf08-ddbd57f2df27 not bound to the agent host hv-cinder-85881 {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:11:31.318461 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e3c04e00-220a-4ba1-8e8e-f22b53e6d9db tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group (cca16295-8938-4793-ba8f-c90aad33cc58), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:31.343517 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e3c04e00-220a-4ba1-8e8e-f22b53e6d9db tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group (cca16295-8938-4793-ba8f-c90aad33cc58), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:31.492033 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e3c04e00-220a-4ba1-8e8e-f22b53e6d9db tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (cca16295-8938-4793-ba8f-c90aad33cc58), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:31.494631 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-e3c04e00-220a-4ba1-8e8e-f22b53e6d9db tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Publish callbacks [] for security_group (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:31.495906 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-e3c04e00-220a-4ba1-8e8e-f22b53e6d9db tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] 10.222.0.42 "DELETE /v2.0/security-groups/cca16295-8938-4793-ba8f-c90aad33cc58 HTTP/1.1" status: 204 len: 168 time: 0.2338951 Sep 21 22:11:31.505381 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c04e00-220a-4ba1-8e8e-f22b53e6d9db tempest-TestVolumeBootPattern-1846238882 tempest-TestVolumeBootPattern-1846238882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca16295-8938-4793-ba8f-c90aad33cc58,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:31.583751 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:31.595710 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52442) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:32.288134 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6cb88687-b2bc-424a-990e-61014fbef854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756247'] for router_interface (34a96f29-9d31-4925-95c3-337d8c91f8b1), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:32.513333 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-6cb88687-b2bc-424a-990e-61014fbef854 admin admin] Deleting port 0166ca6b-13b2-4ebb-a65b-011d47c1c111 {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:11:32.513682 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6cb88687-b2bc-424a-990e-61014fbef854 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (0166ca6b-13b2-4ebb-a65b-011d47c1c111), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:32.590551 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [None req-6cb88687-b2bc-424a-990e-61014fbef854 admin admin] For port 0166ca6b-13b2-4ebb-a65b-011d47c1c111, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=0166ca6b-13b2-4ebb-a65b-011d47c1c111,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:11:32.590896 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6cb88687-b2bc-424a-990e-61014fbef854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (0166ca6b-13b2-4ebb-a65b-011d47c1c111), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:32.603529 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-6cb88687-b2bc-424a-990e-61014fbef854 admin admin] Calling delete_port for 0166ca6b-13b2-4ebb-a65b-011d47c1c111 owned by network:router_interface {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:11:32.811454 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6cb88687-b2bc-424a-990e-61014fbef854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (0166ca6b-13b2-4ebb-a65b-011d47c1c111), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:32.844619 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb88687-b2bc-424a-990e-61014fbef854 admin admin] Pushing event deleted for resources: {'Port': ['ID=0166ca6b-13b2-4ebb-a65b-011d47c1c111,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:33.004914 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-6cb88687-b2bc-424a-990e-61014fbef854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757127'] for router_interface (34a96f29-9d31-4925-95c3-337d8c91f8b1), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:33.052964 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:33.210653 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb88687-b2bc-424a-990e-61014fbef854 admin admin] Router 34a96f29-9d31-4925-95c3-337d8c91f8b1 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:11:33.306291 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb88687-b2bc-424a-990e-61014fbef854 admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:11:33.311447 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-6cb88687-b2bc-424a-990e-61014fbef854 admin admin] 10.222.0.42 "PUT /v2.0/routers/34a96f29-9d31-4925-95c3-337d8c91f8b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7146997 Sep 21 22:11:33.313966 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52446) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:33.316925 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054aa0f5-587b-4998-885c-3a528ecc6191 None None] Sync routers for ids ['34a96f29-9d31-4925-95c3-337d8c91f8b1'] in dv-cinder-858818-1-iscsi {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:11:33.327379 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054aa0f5-587b-4998-885c-3a528ecc6191 None None] Routers {'34a96f29-9d31-4925-95c3-337d8c91f8b1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:11:33.327990 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-054aa0f5-587b-4998-885c-3a528ecc6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:11:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['34a96f29-9d31-4925-95c3-337d8c91f8b1'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:33.410113 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1e11-58bc-4bc8-af6a-2e35170c5ca9 admin admin] Publish callbacks [] for router (34a96f29-9d31-4925-95c3-337d8c91f8b1), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:33.428119 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-054aa0f5-587b-4998-885c-3a528ecc6191 None None] Set router 34a96f29-9d31-4925-95c3-337d8c91f8b1 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:11:33.506713 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1e11-58bc-4bc8-af6a-2e35170c5ca9 admin admin] Publish callbacks [] for router_gateway (34a96f29-9d31-4925-95c3-337d8c91f8b1), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:33.594947 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-054aa0f5-587b-4998-885c-3a528ecc6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:11:32Z', 'revision_number': 5, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port': {'id': '0f6b045d-d6e9-41d0-ae4d-15cd81109829', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:41Z', 'updated_at': '2022-09-21T22:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:33.634949 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d1e11-58bc-4bc8-af6a-2e35170c5ca9 admin admin] Deleting port 0f6b045d-d6e9-41d0-ae4d-15cd81109829 {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:11:33.635290 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1e11-58bc-4bc8-af6a-2e35170c5ca9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (0f6b045d-d6e9-41d0-ae4d-15cd81109829), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:33.702362 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054aa0f5-587b-4998-885c-3a528ecc6191 None None] Checking router: 34a96f29-9d31-4925-95c3-337d8c91f8b1 for host: dv-cinder-858818-1-iscsi {{(pid=110733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:11:33.710514 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054aa0f5-587b-4998-885c-3a528ecc6191 None None] Routers {'34a96f29-9d31-4925-95c3-337d8c91f8b1'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:11:33.711102 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-054aa0f5-587b-4998-885c-3a528ecc6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:11:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['34a96f29-9d31-4925-95c3-337d8c91f8b1'], 'active': True} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:33.719753 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [None req-5e4d1e11-58bc-4bc8-af6a-2e35170c5ca9 admin admin] For port 0f6b045d-d6e9-41d0-ae4d-15cd81109829, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=0f6b045d-d6e9-41d0-ae4d-15cd81109829,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:11:33.720121 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1e11-58bc-4bc8-af6a-2e35170c5ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (0f6b045d-d6e9-41d0-ae4d-15cd81109829), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:33.733368 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d1e11-58bc-4bc8-af6a-2e35170c5ca9 admin admin] Calling delete_port for 0f6b045d-d6e9-41d0-ae4d-15cd81109829 owned by network:router_gateway {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:11:33.790681 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_dvr_db [None req-054aa0f5-587b-4998-885c-3a528ecc6191 None None] Set router 34a96f29-9d31-4925-95c3-337d8c91f8b1 gateway port host: None {{(pid=110733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:11:33.837150 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.l3_hamode_db [None req-054aa0f5-587b-4998-885c-3a528ecc6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:11:33Z', 'revision_number': 6, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port_host': None}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:33.863764 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054aa0f5-587b-4998-885c-3a528ecc6191 None None] The sync data for ids ['34a96f29-9d31-4925-95c3-337d8c91f8b1'] in dv-cinder-858818-1-iscsi is: [{'id': '34a96f29-9d31-4925-95c3-337d8c91f8b1', 'name': 'tempest-TestVolumeBootPattern-958591484-router', 'tenant_id': '96e3307333ba467d8f4f97dd6775ba12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:40Z', 'updated_at': '2022-09-21T22:11:33Z', 'revision_number': 6, 'project_id': '96e3307333ba467d8f4f97dd6775ba12', 'gw_port_host': None}] {{(pid=110733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:11:33.960481 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1e11-58bc-4bc8-af6a-2e35170c5ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (0f6b045d-d6e9-41d0-ae4d-15cd81109829), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:33.985187 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d1e11-58bc-4bc8-af6a-2e35170c5ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6b045d-d6e9-41d0-ae4d-15cd81109829,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:34.049183 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1e11-58bc-4bc8-af6a-2e35170c5ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754989'] for router_gateway (34a96f29-9d31-4925-95c3-337d8c91f8b1), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:34.132966 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1e11-58bc-4bc8-af6a-2e35170c5ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-767650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256424'] for router (34a96f29-9d31-4925-95c3-337d8c91f8b1), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:34.135053 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1e11-58bc-4bc8-af6a-2e35170c5ca9 admin admin] Publish callbacks [] for router_controller (34a96f29-9d31-4925-95c3-337d8c91f8b1), precommit_delete_associations {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:34.241070 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1e11-58bc-4bc8-af6a-2e35170c5ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-767673'] for router (34a96f29-9d31-4925-95c3-337d8c91f8b1), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:34.241611 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4d1e11-58bc-4bc8-af6a-2e35170c5ca9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34a96f29-9d31-4925-95c3-337d8c91f8b1 {{(pid=110730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:11:34.246922 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1e11-58bc-4bc8-af6a-2e35170c5ca9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:34.248161 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-5e4d1e11-58bc-4bc8-af6a-2e35170c5ca9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/34a96f29-9d31-4925-95c3-337d8c91f8b1 HTTP/1.1" status: 204 len: 168 time: 0.9332328 Sep 21 22:11:34.250739 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52448) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:34.296740 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e67b4e7-044c-48de-b1a6-3472d40d775b admin admin] Deleting subnet 72816605-4aa9-4890-b89b-7aa582f97392 {{(pid=110730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:11:34.300090 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4e67b4e7-044c-48de-b1a6-3472d40d775b admin admin] Publish callbacks [] for subnet (72816605-4aa9-4890-b89b-7aa582f97392), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:34.334290 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4e67b4e7-044c-48de-b1a6-3472d40d775b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436140'] for subnet (72816605-4aa9-4890-b89b-7aa582f97392), precommit_delete_associations {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:34.408840 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4e67b4e7-044c-48de-b1a6-3472d40d775b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33078224'] for subnet (72816605-4aa9-4890-b89b-7aa582f97392), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:34.543853 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4e67b4e7-044c-48de-b1a6-3472d40d775b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33078215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9436124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364540'] for subnet (72816605-4aa9-4890-b89b-7aa582f97392), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:34.567228 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67b4e7-044c-48de-b1a6-3472d40d775b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72816605-4aa9-4890-b89b-7aa582f97392,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:34.572769 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-4e67b4e7-044c-48de-b1a6-3472d40d775b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:34.576057 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-4e67b4e7-044c-48de-b1a6-3472d40d775b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/72816605-4aa9-4890-b89b-7aa582f97392 HTTP/1.1" status: 204 len: 168 time: 0.3243637 Sep 21 22:11:34.578679 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02eabce-3d04-410b-86c7-741d419170ff None None] Network 193a34aa-ee4a-45e3-9672-efa7dd4524f9 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:11:34.579189 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 52450) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:34.648040 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33135276'] for network (193a34aa-ee4a-45e3-9672-efa7dd4524f9), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:34.698666 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] Deleting port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:11:34.699005 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:34.741244 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] DHCP port deletion for 193a34aa-ee4a-45e3-9672-efa7dd4524f9 request from dv-cinder-858818-1-iscsi {{(pid=110732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:11:34.768665 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] For port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:11:34.769061 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:34.782338 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] Calling delete_port for 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 owned by network:dhcp {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:11:34.785587 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] Deleting port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 {{(pid=110732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:11:34.785902 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29), before_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:34.852455 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] For port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29,segment=NetworkSegment(d442e26e-0272-4609-a802-d345c06d326f),segment_id=d442e26e-0272-4609-a802-d345c06d326f)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:11:34.852853 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29), precommit_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:34.866565 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] Calling delete_port for 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 owned by network:dhcp {{(pid=110732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:11:34.909640 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:34.937819 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:34.944478 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] No DVR routers for this DVR port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 on host dv-cinder-858818-1-iscsi {{(pid=110731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:11:34.953782 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688'] for port (0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29), after_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:34.977212 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] Pushing event deleted for resources: {'Port': ['ID=0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29,revision_number=None']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:34.981381 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] No DVR routers for this DVR port 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 on host dv-cinder-858818-1-iscsi {{(pid=110732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:11:34.988387 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:34.988855 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:34.989229 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:34.989564 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:34.989971 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:34.990309 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:34.990690 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:34.993629 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:34.994253 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:34.995347 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:34.996650 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:34.997217 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:34.997784 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fe5c4-1748-458d-9792-2720e9e8d550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858818-1-iscsi {{(pid=110732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:35.016068 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33075543', 'neutron.services.segments.db._delete_segments_for_network-8730879860727'] for network (193a34aa-ee4a-45e3-9672-efa7dd4524f9), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:35.036968 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.services.segments.db [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193a34aa-ee4a-45e3-9672-efa7dd4524f9']}} {{(pid=110731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:35.051696 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.services.segments.db [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd442e26e-0272-4609-a802-d345c06d326f') {'for_net_delete': True} {{(pid=110731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:35.051988 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.services.segments.db [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd442e26e-0272-4609-a802-d345c06d326f') {} {{(pid=110731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:35.062198 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730879863565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3482822'] for segment (d442e26e-0272-4609-a802-d345c06d326f), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:35.072457 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 0166ca6b-13b2-4ebb-a65b-011d47c1c111 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:11:35.077667 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (d442e26e-0272-4609-a802-d345c06d326f), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:35.083675 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=110731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:11:35.087990 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8967983'] for segment (d442e26e-0272-4609-a802-d345c06d326f), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:35.092272 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 0166ca6b-13b2-4ebb-a65b-011d47c1c111 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:11:35.092615 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 0166ca6b-13b2-4ebb-a65b-011d47c1c111 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:11:35.093060 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 0f6b045d-d6e9-41d0-ae4d-15cd81109829 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:11:35.111380 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 0f6b045d-d6e9-41d0-ae4d-15cd81109829 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:11:35.111725 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 0f6b045d-d6e9-41d0-ae4d-15cd81109829 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:11:35.112143 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:11:35.133206 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:11:35.133558 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 0e47b9a7-ecad-4a8e-a6ac-7390efdd3f29 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:11:35.162627 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.services.segments.plugin [-] Segment d442e26e-0272-4609-a802-d345c06d326f resource provider aggregate not found Sep 21 22:11:35.178006 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.services.segments.plugin [-] Segment d442e26e-0272-4609-a802-d345c06d326f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d442e26e-0272-4609-a802-d345c06d326f found for delete ", "request_id": "req-c01f2240-9756-4530-8dc3-9834551d1230"}]} Sep 21 22:11:35.211889 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33075534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754953'] for network (193a34aa-ee4a-45e3-9672-efa7dd4524f9), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:35.216470 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:35.220025 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/193a34aa-ee4a-45e3-9672-efa7dd4524f9 HTTP/1.1" status: 204 len: 168 time: 0.6402607 Sep 21 22:11:35.223025 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52458) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:35.232496 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31cb00-2eaa-44a8-b091-71446f4e8ed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=193a34aa-ee4a-45e3-9672-efa7dd4524f9,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:35.541240 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-79e17f06-86b9-4ecb-a053-e2ad9c201437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756247'] for router_interface (ab8d9f29-c523-4110-b142-a1be41c7cb00), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:35.769494 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-79e17f06-86b9-4ecb-a053-e2ad9c201437 admin admin] Deleting port 20222f32-47b5-4318-943e-4a174d195c4e {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:11:35.769824 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-79e17f06-86b9-4ecb-a053-e2ad9c201437 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (20222f32-47b5-4318-943e-4a174d195c4e), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:35.845977 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [None req-79e17f06-86b9-4ecb-a053-e2ad9c201437 admin admin] For port 20222f32-47b5-4318-943e-4a174d195c4e, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=20222f32-47b5-4318-943e-4a174d195c4e,segment=NetworkSegment(d472ce09-6595-49db-b4d3-e5791e637490),segment_id=d472ce09-6595-49db-b4d3-e5791e637490)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:11:35.846260 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-79e17f06-86b9-4ecb-a053-e2ad9c201437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (20222f32-47b5-4318-943e-4a174d195c4e), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:35.859095 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-79e17f06-86b9-4ecb-a053-e2ad9c201437 admin admin] Calling delete_port for 20222f32-47b5-4318-943e-4a174d195c4e owned by network:router_interface {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:11:36.091580 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-79e17f06-86b9-4ecb-a053-e2ad9c201437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (20222f32-47b5-4318-943e-4a174d195c4e), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:36.115117 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e17f06-86b9-4ecb-a053-e2ad9c201437 admin admin] Pushing event deleted for resources: {'Port': ['ID=20222f32-47b5-4318-943e-4a174d195c4e,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:36.275798 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-79e17f06-86b9-4ecb-a053-e2ad9c201437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757127'] for router_interface (ab8d9f29-c523-4110-b142-a1be41c7cb00), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:36.720286 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e17f06-86b9-4ecb-a053-e2ad9c201437 admin admin] Router ab8d9f29-c523-4110-b142-a1be41c7cb00 has already been hosted by L3 agent f3be49e0-699b-41e8-a354-a1575a796fae {{(pid=110730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:11:36.815727 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e17f06-86b9-4ecb-a053-e2ad9c201437 admin admin] Notify agent at l3_agent.dv-cinder-858818-1-iscsi the message routers_updated {{(pid=110730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:11:36.820638 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-79e17f06-86b9-4ecb-a053-e2ad9c201437 admin admin] 10.222.0.42 "PUT /v2.0/routers/ab8d9f29-c523-4110-b142-a1be41c7cb00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5965948 Sep 21 22:11:36.823377 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52460) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:36.824669 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fecb9cd-966a-440a-ae1d-458326089e46 None None] Sync routers for ids ['ab8d9f29-c523-4110-b142-a1be41c7cb00'] in dv-cinder-858818-1-iscsi {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:11:36.834741 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fecb9cd-966a-440a-ae1d-458326089e46 None None] Routers {'ab8d9f29-c523-4110-b142-a1be41c7cb00'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:11:36.835356 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-3fecb9cd-966a-440a-ae1d-458326089e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:11:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['ab8d9f29-c523-4110-b142-a1be41c7cb00'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:36.919955 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-971eff50-1199-4485-b1fa-b445c1fcd611 admin admin] Publish callbacks [] for router (ab8d9f29-c523-4110-b142-a1be41c7cb00), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:36.932273 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-3fecb9cd-966a-440a-ae1d-458326089e46 None None] Set router ab8d9f29-c523-4110-b142-a1be41c7cb00 gateway port host: dv-cinder-858818-1-iscsi {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:11:37.021218 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-971eff50-1199-4485-b1fa-b445c1fcd611 admin admin] Publish callbacks [] for router_gateway (ab8d9f29-c523-4110-b142-a1be41c7cb00), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:37.107791 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-3fecb9cd-966a-440a-ae1d-458326089e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8d9f29-c523-4110-b142-a1be41c7cb00', 'name': 'tempest-TestVolumeBootPattern-1216447861-router', 'tenant_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'external_fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'ed90783b-2901-4bea-8cb4-c49d094dd053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:46Z', 'updated_at': '2022-09-21T22:11:35Z', 'revision_number': 5, 'project_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'gw_port': {'id': 'ed90783b-2901-4bea-8cb4-c49d094dd053', 'name': '', 'network_id': '5bc858e6-5dcf-4b5e-8f16-9d664c1453fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8d9f29-c523-4110-b142-a1be41c7cb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ae2772b5-420a-4041-8203-ada83a225396', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858818-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:04:47Z', 'updated_at': '2022-09-21T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae2772b5-420a-4041-8203-ada83a225396', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858818-1-iscsi'}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:37.124648 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-971eff50-1199-4485-b1fa-b445c1fcd611 admin admin] Deleting port ed90783b-2901-4bea-8cb4-c49d094dd053 {{(pid=110730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:11:37.125014 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-971eff50-1199-4485-b1fa-b445c1fcd611 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (ed90783b-2901-4bea-8cb4-c49d094dd053), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:37.131751 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fecb9cd-966a-440a-ae1d-458326089e46 None None] Checking router: ab8d9f29-c523-4110-b142-a1be41c7cb00 for host: dv-cinder-858818-1-iscsi {{(pid=110732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:11:37.140766 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fecb9cd-966a-440a-ae1d-458326089e46 None None] Routers {'ab8d9f29-c523-4110-b142-a1be41c7cb00'} bound to L3 agent in host dv-cinder-858818-1-iscsi {{(pid=110732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:11:37.141392 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-3fecb9cd-966a-440a-ae1d-458326089e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858818-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:45:59Z,description=,heartbeat_timestamp=2022-09-21T22:11:29Z,host='dv-cinder-858818-1-iscsi',id=f3be49e0-699b-41e8-a354-a1575a796fae,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:45:59Z,topic='l3_agent')) {'router_ids': ['ab8d9f29-c523-4110-b142-a1be41c7cb00'], 'active': True} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:37.207284 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.db [None req-971eff50-1199-4485-b1fa-b445c1fcd611 admin admin] For port ed90783b-2901-4bea-8cb4-c49d094dd053, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=ed90783b-2901-4bea-8cb4-c49d094dd053,segment=NetworkSegment(066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf),segment_id=066dd4c6-fe63-423a-ac55-6b0e9d8eb8cf)] {{(pid=110730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:11:37.207646 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-971eff50-1199-4485-b1fa-b445c1fcd611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (ed90783b-2901-4bea-8cb4-c49d094dd053), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:37.220199 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-971eff50-1199-4485-b1fa-b445c1fcd611 admin admin] Calling delete_port for ed90783b-2901-4bea-8cb4-c49d094dd053 owned by network:router_gateway {{(pid=110730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:11:37.222157 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvr_db [None req-3fecb9cd-966a-440a-ae1d-458326089e46 None None] Set router ab8d9f29-c523-4110-b142-a1be41c7cb00 gateway port host: None {{(pid=110732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:11:37.394145 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_hamode_db [None req-3fecb9cd-966a-440a-ae1d-458326089e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8d9f29-c523-4110-b142-a1be41c7cb00', 'name': 'tempest-TestVolumeBootPattern-1216447861-router', 'tenant_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:46Z', 'updated_at': '2022-09-21T22:11:37Z', 'revision_number': 6, 'project_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'gw_port_host': None}], 'dv-cinder-858818-1-iscsi', False) {} {{(pid=110732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:37.417934 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fecb9cd-966a-440a-ae1d-458326089e46 None None] The sync data for ids ['ab8d9f29-c523-4110-b142-a1be41c7cb00'] in dv-cinder-858818-1-iscsi is: [{'id': 'ab8d9f29-c523-4110-b142-a1be41c7cb00', 'name': 'tempest-TestVolumeBootPattern-1216447861-router', 'tenant_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:04:46Z', 'updated_at': '2022-09-21T22:11:37Z', 'revision_number': 6, 'project_id': '39c115ae52fc4fd8910a9ac35c0b62a3', 'gw_port_host': None}] {{(pid=110732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:11:37.463705 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-971eff50-1199-4485-b1fa-b445c1fcd611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436079'] for port (ed90783b-2901-4bea-8cb4-c49d094dd053), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:37.487794 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971eff50-1199-4485-b1fa-b445c1fcd611 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed90783b-2901-4bea-8cb4-c49d094dd053,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:37.551864 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-971eff50-1199-4485-b1fa-b445c1fcd611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754989'] for router_gateway (ab8d9f29-c523-4110-b142-a1be41c7cb00), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:37.636181 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-971eff50-1199-4485-b1fa-b445c1fcd611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-767650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256424'] for router (ab8d9f29-c523-4110-b142-a1be41c7cb00), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:37.638546 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-971eff50-1199-4485-b1fa-b445c1fcd611 admin admin] Publish callbacks [] for router_controller (ab8d9f29-c523-4110-b142-a1be41c7cb00), precommit_delete_associations {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:37.731811 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-971eff50-1199-4485-b1fa-b445c1fcd611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-767673'] for router (ab8d9f29-c523-4110-b142-a1be41c7cb00), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:37.732444 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971eff50-1199-4485-b1fa-b445c1fcd611 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab8d9f29-c523-4110-b142-a1be41c7cb00 {{(pid=110730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:11:37.736457 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-971eff50-1199-4485-b1fa-b445c1fcd611 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:37.740002 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-971eff50-1199-4485-b1fa-b445c1fcd611 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ab8d9f29-c523-4110-b142-a1be41c7cb00 HTTP/1.1" status: 204 len: 168 time: 0.9128194 Sep 21 22:11:37.740151 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [-] (110730) accepted ('10.222.0.42', 52462) {{(pid=110730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:37.785765 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e984335-ec63-4e46-a8e4-60956c1f9694 admin admin] Deleting subnet d38c91d2-19b2-4493-8b83-866658863308 {{(pid=110730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:11:37.789181 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7e984335-ec63-4e46-a8e4-60956c1f9694 admin admin] Publish callbacks [] for subnet (d38c91d2-19b2-4493-8b83-866658863308), before_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:37.824698 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7e984335-ec63-4e46-a8e4-60956c1f9694 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436140'] for subnet (d38c91d2-19b2-4493-8b83-866658863308), precommit_delete_associations {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:37.903727 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7e984335-ec63-4e46-a8e4-60956c1f9694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33078224'] for subnet (d38c91d2-19b2-4493-8b83-866658863308), precommit_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:38.023704 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7e984335-ec63-4e46-a8e4-60956c1f9694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33078215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9436124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364540'] for subnet (d38c91d2-19b2-4493-8b83-866658863308), after_delete {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:38.051968 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7e984335-ec63-4e46-a8e4-60956c1f9694 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:38.055583 dv-cinder-858818-1-iscsi neutron-server[110730]: INFO neutron.wsgi [None req-7e984335-ec63-4e46-a8e4-60956c1f9694 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d38c91d2-19b2-4493-8b83-866658863308 HTTP/1.1" status: 204 len: 168 time: 0.3144643 Sep 21 22:11:38.056424 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e984335-ec63-4e46-a8e4-60956c1f9694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d38c91d2-19b2-4493-8b83-866658863308,revision_number=None']} {{(pid=110730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:38.057466 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98765fa-7433-40cf-a40f-8997cbbf782a None None] Network f082e6dc-c5a0-4000-8110-5f9b67b37274 requested from dv-cinder-858818-1-iscsi {{(pid=110732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:11:38.058326 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 52464) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:38.128602 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33135276'] for network (f082e6dc-c5a0-4000-8110-5f9b67b37274), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:38.185153 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] Deleting port 993f4d5f-29e1-40e0-aa30-4c589a03d522 {{(pid=110731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:11:38.185565 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (993f4d5f-29e1-40e0-aa30-4c589a03d522), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:38.216397 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adef79cb-737a-4b82-bd00-31e55e87829d None None] DHCP port deletion for f082e6dc-c5a0-4000-8110-5f9b67b37274 request from dv-cinder-858818-1-iscsi {{(pid=110732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:11:38.248103 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.db [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] For port 993f4d5f-29e1-40e0-aa30-4c589a03d522, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=993f4d5f-29e1-40e0-aa30-4c589a03d522,segment=NetworkSegment(d472ce09-6595-49db-b4d3-e5791e637490),segment_id=d472ce09-6595-49db-b4d3-e5791e637490)] {{(pid=110731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:11:38.248373 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (993f4d5f-29e1-40e0-aa30-4c589a03d522), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:38.261543 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-adef79cb-737a-4b82-bd00-31e55e87829d None None] Deleting port 993f4d5f-29e1-40e0-aa30-4c589a03d522 {{(pid=110732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:11:38.261775 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.plugin [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] Calling delete_port for 993f4d5f-29e1-40e0-aa30-4c589a03d522 owned by network:dhcp {{(pid=110731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:11:38.262323 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-adef79cb-737a-4b82-bd00-31e55e87829d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730879767790'] for port (993f4d5f-29e1-40e0-aa30-4c589a03d522), before_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:38.329416 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.db [None req-adef79cb-737a-4b82-bd00-31e55e87829d None None] For port 993f4d5f-29e1-40e0-aa30-4c589a03d522, host dv-cinder-858818-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858818-1-iscsi',level=0,port_id=993f4d5f-29e1-40e0-aa30-4c589a03d522,segment=NetworkSegment(d472ce09-6595-49db-b4d3-e5791e637490),segment_id=d472ce09-6595-49db-b4d3-e5791e637490)] {{(pid=110732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:11:38.329803 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-adef79cb-737a-4b82-bd00-31e55e87829d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754497'] for port (993f4d5f-29e1-40e0-aa30-4c589a03d522), precommit_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:38.342679 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-adef79cb-737a-4b82-bd00-31e55e87829d None None] Calling delete_port for 993f4d5f-29e1-40e0-aa30-4c589a03d522 owned by network:dhcp {{(pid=110732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:11:38.417977 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8969214'] for port (993f4d5f-29e1-40e0-aa30-4c589a03d522), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:38.424356 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-adef79cb-737a-4b82-bd00-31e55e87829d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33108167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730879840085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730879317688'] for port (993f4d5f-29e1-40e0-aa30-4c589a03d522), after_delete {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:38.446310 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] Pushing event deleted for resources: {'Port': ['ID=993f4d5f-29e1-40e0-aa30-4c589a03d522,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:38.451947 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] No DVR routers for this DVR port 993f4d5f-29e1-40e0-aa30-4c589a03d522 on host dv-cinder-858818-1-iscsi {{(pid=110731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:11:38.453263 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef79cb-737a-4b82-bd00-31e55e87829d None None] Pushing event deleted for resources: {'Port': ['ID=993f4d5f-29e1-40e0-aa30-4c589a03d522,revision_number=None']} {{(pid=110732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:38.454833 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef79cb-737a-4b82-bd00-31e55e87829d None None] No DVR routers for this DVR port 993f4d5f-29e1-40e0-aa30-4c589a03d522 on host dv-cinder-858818-1-iscsi {{(pid=110732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:11:38.521013 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33075543', 'neutron.services.segments.db._delete_segments_for_network-8730879860727'] for network (f082e6dc-c5a0-4000-8110-5f9b67b37274), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:38.541041 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.services.segments.db [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f082e6dc-c5a0-4000-8110-5f9b67b37274']}} {{(pid=110731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:38.550182 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.services.segments.db [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd472ce09-6595-49db-b4d3-e5791e637490') {'for_net_delete': True} {{(pid=110731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:38.550478 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.services.segments.db [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd472ce09-6595-49db-b4d3-e5791e637490') {} {{(pid=110731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:38.559541 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730879863565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3482822'] for segment (d472ce09-6595-49db-b4d3-e5791e637490), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:38.572326 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860'] for segment (d472ce09-6595-49db-b4d3-e5791e637490), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:38.578580 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=110731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:11:38.578966 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33071860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8967983'] for segment (d472ce09-6595-49db-b4d3-e5791e637490), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:38.619026 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.services.segments.plugin [-] Segment d472ce09-6595-49db-b4d3-e5791e637490 resource provider aggregate not found Sep 21 22:11:38.637366 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.services.segments.plugin [-] Segment d472ce09-6595-49db-b4d3-e5791e637490 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d472ce09-6595-49db-b4d3-e5791e637490 found for delete ", "request_id": "req-38e82bdf-2846-4541-80d3-cd34a83c3691"}]} Sep 21 22:11:38.680332 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33075534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754953'] for network (f082e6dc-c5a0-4000-8110-5f9b67b37274), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:38.685267 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604971'] for network (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:38.688725 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] 10.222.0.42 "DELETE /v2.0/networks/f082e6dc-c5a0-4000-8110-5f9b67b37274 HTTP/1.1" status: 204 len: 168 time: 0.6291907 Sep 21 22:11:38.701783 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207b9fc-5986-43da-af2b-d7904779be1f admin admin] Pushing event deleted for resources: {'Network': ['ID=f082e6dc-c5a0-4000-8110-5f9b67b37274,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:39.007694 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 52472) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:39.047787 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-cea0e185-c4d8-4c22-841c-e26eb660aee9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=96e3307333ba467d8f4f97dd6775ba12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388541 Sep 21 22:11:39.050317 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 52474) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:39.058759 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 20222f32-47b5-4318-943e-4a174d195c4e no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:11:39.080609 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 20222f32-47b5-4318-943e-4a174d195c4e {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:11:39.080978 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 20222f32-47b5-4318-943e-4a174d195c4e not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:11:39.081395 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device ed90783b-2901-4bea-8cb4-c49d094dd053 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:11:39.097116 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ab886267-a69e-4319-9e01-39eda3dd68be admin admin] Publish callbacks [] for security_group (1a3e7354-3006-40d3-a086-8bc8ed1cd2ba), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:39.098527 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: ed90783b-2901-4bea-8cb4-c49d094dd053 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:11:39.098870 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device ed90783b-2901-4bea-8cb4-c49d094dd053 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:11:39.099281 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 993f4d5f-29e1-40e0-aa30-4c589a03d522 no longer exists at agent ovs-agent-dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:11:39.116673 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.plugin [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] No Port match for: 993f4d5f-29e1-40e0-aa30-4c589a03d522 {{(pid=110732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:11:39.117039 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron.plugins.ml2.rpc [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Device 993f4d5f-29e1-40e0-aa30-4c589a03d522 not bound to the agent host dv-cinder-858818-1-iscsi {{(pid=110732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:11:39.118521 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ab886267-a69e-4319-9e01-39eda3dd68be admin admin] Publish callbacks [] for security_group (1a3e7354-3006-40d3-a086-8bc8ed1cd2ba), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:39.245862 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ab886267-a69e-4319-9e01-39eda3dd68be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (1a3e7354-3006-40d3-a086-8bc8ed1cd2ba), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:39.249806 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-ab886267-a69e-4319-9e01-39eda3dd68be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:39.256646 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-ab886267-a69e-4319-9e01-39eda3dd68be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a3e7354-3006-40d3-a086-8bc8ed1cd2ba HTTP/1.1" status: 204 len: 168 time: 0.1997402 Sep 21 22:11:39.258440 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab886267-a69e-4319-9e01-39eda3dd68be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3e7354-3006-40d3-a086-8bc8ed1cd2ba,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:39.812257 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 52480) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:40.114539 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-6995c67a-afea-4d26-8e06-9c5f5711efc5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39c115ae52fc4fd8910a9ac35c0b62a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010123 Sep 21 22:11:40.116871 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.wsgi [-] (110731) accepted ('10.222.0.42', 52482) {{(pid=110731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:40.161450 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b1a47050-79f4-432c-b3ec-25577bf8a2ed admin admin] Publish callbacks [] for security_group (7564c493-dac2-421d-86c4-bf5e582507c5), before_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:40.181780 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b1a47050-79f4-432c-b3ec-25577bf8a2ed admin admin] Publish callbacks [] for security_group (7564c493-dac2-421d-86c4-bf5e582507c5), precommit_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:40.325646 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b1a47050-79f4-432c-b3ec-25577bf8a2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563933'] for security_group (7564c493-dac2-421d-86c4-bf5e582507c5), after_delete {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:40.328339 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron_lib.callbacks.manager [None req-b1a47050-79f4-432c-b3ec-25577bf8a2ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:40.329499 dv-cinder-858818-1-iscsi neutron-server[110731]: INFO neutron.wsgi [None req-b1a47050-79f4-432c-b3ec-25577bf8a2ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7564c493-dac2-421d-86c4-bf5e582507c5 HTTP/1.1" status: 204 len: 168 time: 0.2117255 Sep 21 22:11:40.337540 dv-cinder-858818-1-iscsi neutron-server[110731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a47050-79f4-432c-b3ec-25577bf8a2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7564c493-dac2-421d-86c4-bf5e582507c5,revision_number=None']} {{(pid=110731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:48.465348 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:11:49.531406 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:56.525443 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-5a08f6a5-edf9-4100-ac51-efe18b07f5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:58.668288 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f7a1261f-6952-47ac-846a-1e052dcaa882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:59.896772 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:01.599826 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:03.045429 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:19.576981 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:19.969952 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [req-85260b76-8965-496e-a312-346590e98b45 req-03822c3f-07b7-467c-8af5-556ec122ad18 service neutron] (110730) timed out ('10.222.0.61', 62510) {{(pid=110730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 21 22:12:25.464499 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:12:26.519449 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b0e313de-6d02-41cd-99ca-77fd86c8ad03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:28.684909 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1307565e-7705-4606-8b78-3f5fb868a73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:29.947525 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:31.599371 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:33.050765 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:49.541771 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:56.525294 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1d8fc8bf-923f-401f-8f08-7a37cdb39eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:58.678784 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-6bc3a0e9-43e6-491d-9d10-f232a2994182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:59.930469 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:01.587170 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:02.463255 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:13:03.055900 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:19.541622 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:26.535793 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-a0d4bf3e-35ab-47e4-a260-c85054fb5e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:28.666696 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9ab44f87-9599-49e4-bc14-bbba4352da38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:29.935539 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:31.609925 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:33.067170 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:39.461732 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:13:49.547279 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:56.546735 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e58b3d9-7735-499d-8d4f-d25e625103ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:58.706910 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e4774db2-1e8a-436a-a411-ca82aaea668b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:59.969283 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:01.621358 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:03.061471 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:16.460549 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:14:19.564567 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:26.529507 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-d459faee-386f-4c94-8451-4a15aac0deed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:28.683606 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-b070183d-af7e-451c-aa35-d37853df13a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:29.946706 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:31.615146 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:33.060699 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:49.574096 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:53.459649 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:14:56.529430 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-25844f24-586d-4248-9209-ee7bd71be4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:58.677195 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-d2424ab0-fa4a-4b57-a3b3-8b8008cc2bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:59.946452 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:01.626246 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:03.055252 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:08.269649 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [req-1a8be882-d87b-4159-ac51-ff087ed79f0d req-924025ff-80c8-4f7f-a146-1b4522314620 service neutron] (110730) timed out ('10.222.0.42', 45326) {{(pid=110730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 21 22:15:08.745973 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [req-1a8be882-d87b-4159-ac51-ff087ed79f0d req-b7a25a40-17ee-4948-a478-350f85f128db tempest-TestShelveInstance-260331682 tempest-TestShelveInstance-260331682-project] (110730) timed out ('10.222.0.42', 46586) {{(pid=110730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 21 22:15:15.535896 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-73c41771-ef8c-4358-b9ba-18e938515cbc service neutron] (110730) timed out ('10.222.0.42', 46790) {{(pid=110730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 21 22:15:15.622667 dv-cinder-858818-1-iscsi neutron-server[110730]: DEBUG neutron.wsgi [req-faef368f-1607-4f49-b72c-ee15c909e3d8 req-eef911e2-8b9a-4611-8e2b-df80dea33818 tempest-AttachVolumeShelveTestJSON-1687172895 tempest-AttachVolumeShelveTestJSON-1687172895-project] (110730) timed out ('10.222.0.42', 45342) {{(pid=110730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 21 22:15:19.557644 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:26.523188 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-df9d268c-2177-473d-946e-d81d77a60f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:28.677846 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a68f-2b57-4e13-8333-728b88a85f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:29.969357 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:30.458750 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:15:31.620525 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:33.066329 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:49.574439 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:56.529099 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-ba62642f-c0cf-4e89-b530-60f98a24be1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:58.671562 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f1c6e11d-bc72-4be1-aa6e-1dd7cea35c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:59.923665 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:01.603074 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:03.054573 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:07.458223 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:16:19.568574 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:26.555808 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-7d205467-e543-43a4-bea9-1439070dc0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:28.727631 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-f8d17ff2-c535-4409-afd2-622f972955f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:29.940446 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-1b7c046c-0406-4aa3-9cdb-bc210786e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (21e638a0-e1f3-43aa-b47d-143738ccde77), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:31.624208 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-45147244-59da-4460-85bb-1b4e3f30f57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (fbe0d351-cc5e-4bd1-a292-7057f854af3c), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:33.077393 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-e69c0faa-ae53-4e73-953a-1e5165ee6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (589e4fa5-b462-49d2-aaa0-2813048a5d75), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:44.456490 dv-cinder-858818-1-iscsi neutron-server[110733]: DEBUG neutron.db.agents_db [None req-54d765f6-61e2-4586-bf06-21c5b23ff9f9 None None] Agent healthcheck: found 6 active agents {{(pid=110733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:16:49.574440 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-9e427ed6-8b6d-4875-9c5b-70c42990662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (b2c4131a-82e1-4cb0-bd88-6dd5cffa2605), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:56.551501 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d0a3-aff5-465b-a19a-2297babdef78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (84f3d1e4-57f5-4b30-943d-db627910ba2a), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:58.689204 dv-cinder-858818-1-iscsi neutron-server[110732]: DEBUG neutron_lib.callbacks.manager [None req-020bb321-0818-4c64-b9ab-6b76274d191e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730879860709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33066848'] for agent (f3be49e0-699b-41e8-a354-a1575a796fae), after_update {{(pid=110732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}